{
    "measurement": [
        {
            "key": "model.layers.0.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.012752524577081203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.011119028553366661,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.0054976120591163635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.005804777145385742,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.005804579704999924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.0023228079080581665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.012565572746098042,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.01103941723704338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.0060080355033278465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.005357765126973391,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.0056149098090827465,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.005835251417011023,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.00535653717815876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.003159251529723406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.002399377292022109,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.003115998115390539,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.0021708549465984106,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.0018349981401115656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0021143853664398193,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.0017841873923316598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.002086837310343981,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0021141942124813795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.0016812223475426435,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0017631822265684605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.05:3b/0.95:2b 32g s4",
                "bpw": 2.1878662109375,
                "total_bits": 36706304.0,
                "err": 0.012752524577081203,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:4b 32g s4",
                "bpw": 4.1253662109375,
                "total_bits": 69212160.0,
                "err": 0.00535653717815876,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.0.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.01293905172497034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.011297346092760563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.005565030500292778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.0058481888845562935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.0058476803824305534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.0022045501973479986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.013260397128760815,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.011199384927749634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.006040336098521948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.005374785512685776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.005611450411379337,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.005880371667444706,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.0053724255412817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.0030857070814818144,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.0022382913157343864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.0030415686778724194,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.0019716389942914248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.0015709972940385342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.0019055248703807592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.0015069819055497646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0019034058786928654,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0019051007693633437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0014277182053774595,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.001479985425248742,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.05:3b/0.95:2b 32g s4",
                "bpw": 2.18896484375,
                "total_bits": 9181184.0,
                "err": 0.01293905172497034,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:4b 32g s4",
                "bpw": 4.12646484375,
                "total_bits": 17307648.0,
                "err": 0.0053724255412817,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.0.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.12479422241449356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.0758456215262413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.045680537819862366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.05382402613759041,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.053776815533638,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.02514604851603508,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.08696679025888443,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.07040797173976898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.058870282024145126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.034197110682725906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.041660506278276443,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.04733751714229584,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.033903222531080246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02617833763360977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.024041427299380302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.02438332699239254,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.01388569362461567,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.011866102926433086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01024402491748333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.00850596185773611,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.012416468001902103,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.010196280665695667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.007742939982563257,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.006681613624095917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.22021484375,
                "total_bits": 21895168.0,
                "err": 0.01388569362461567,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.006681613624095917,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.0.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.12063486874103546,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.07851807773113251,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.04608310014009476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.055029306560754776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05363147333264351,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.02796465903520584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.08256591111421585,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.07363853603601456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.0574684739112854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03629719838500023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.039208438247442245,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.04224124550819397,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03557340055704117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.026760071516036987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.024274691939353943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.021379290148615837,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.01539678405970335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013480841182172298,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01256326213479042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.010937565006315708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.011869161389768124,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.012461557984352112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.009087861515581608,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0096239373087883,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.2191162109375,
                "total_bits": 87562240.0,
                "err": 0.01539678405970335,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "0.1:8b/0.9:6b 128g s4",
                "bpw": 6.218841552734375,
                "total_bits": 104334848.0,
                "err": 0.009087861515581608,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.0.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1400376409292221,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.12910452485084534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1256173551082611,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.11359864473342896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.06375803053379059,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.06051057577133179,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07139960676431656,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.06586252152919769,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.06445309519767761,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.05682086944580078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.054251816123723984,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.036372654139995575,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03169764578342438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03079199232161045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.030580807477235794,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.018334589898586273,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.016642171889543533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.016441043466329575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.015392033383250237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.015273705124855042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.010280548594892025,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011194978840649128,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.010011269710958004,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008701199665665627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.4:6b/0.6:5b 32g s4",
                "bpw": 5.531354631696429,
                "total_bits": 324802560.0,
                "err": 0.015392033383250237,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.4,
                        0.6
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.008701199665665627,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.0.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1661258488893509,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15537706017494202,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15200777351856232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1374644637107849,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07610999047756195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07296451181173325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08442516624927521,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07802970707416534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07676004618406296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06842345744371414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06514344364404678,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04269024357199669,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03705775365233421,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03623298928141594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.036042992025613785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.021290980279445648,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.018598493188619614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.018395818769931793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.017089596018195152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.016969719901680946,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011176276952028275,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01116546057164669,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.010907460004091263,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007384700234979391,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.011176276952028275,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.007384700234979391,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.0.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.09664499014616013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.08216355741024017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.07300633192062378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.06372730433940887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.04290926083922386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.03624264523386955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.06166477128863335,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.05207044258713722,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.044693902134895325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.03511446714401245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.0338626354932785,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.029392948374152184,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.0247684046626091,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.0213671512901783,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.02051929384469986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.015223353169858456,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.012495453469455242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.012140180915594101,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.01122239325195551,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.010778968222439289,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.009592062793672085,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.009727640077471733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.008777165785431862,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.008150757290422916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:5b 128g s4",
                "bpw": 5.031341552734375,
                "total_bits": 295441664.0,
                "err": 0.015223353169858456,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.008150757290422916,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.1.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.022853989154100418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.015690956264734268,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.008746895007789135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.009618633426725864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.009388393722474575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.004092080984264612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.016492944210767746,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.014913326129317284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.010702923871576786,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.007242131512612104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.007802855689078569,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.008353488519787788,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.0071172770112752914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.00470759067684412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.003950348123908043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.004195611458271742,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.0027283497620373964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.00225700531154871,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0023740718606859446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.0019127351697534323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0022910088300704956,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0023552693892270327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.0015317773213610053,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0017322138883173466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.25:3b/0.75:2b 32g s4",
                "bpw": 2.3753662109375,
                "total_bits": 39852032.0,
                "err": 0.015690956264734268,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:4b 32g s4",
                "bpw": 4.1253662109375,
                "total_bits": 69212160.0,
                "err": 0.0071172770112752914,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.1.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.02010534144937992,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.014131126925349236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.007585904095321894,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.00833342969417572,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.008161906152963638,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.0032956013455986977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.015356801450252533,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.013591032475233078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.009353592991828918,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.006546922028064728,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.00712212361395359,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.007651057094335556,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.006459745578467846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.0040677739307284355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.0032760915346443653,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.003835398470982909,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.0023119719699025154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.0018425496527925134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.0020361305214464664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.0015531386015936732,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.00203651818446815,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.002021983964368701,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0012286700075492263,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0014063491253182292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.25:3b/0.75:2b 32g s4",
                "bpw": 2.37646484375,
                "total_bits": 9967616.0,
                "err": 0.014131126925349236,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:4b 32g s4",
                "bpw": 4.12646484375,
                "total_bits": 17307648.0,
                "err": 0.006459745578467846,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.1.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.1571902334690094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.10401229560375214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07317476719617844,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07258228957653046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.06737695634365082,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.038824692368507385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.09806668013334274,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.08863972872495651,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.0749145895242691,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04573133960366249,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.04752923548221588,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05010278895497322,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04242045059800148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.032806310802698135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.030120080336928368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.025032889097929,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.01735631935298443,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.015071148984134197,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.013235872611403465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.011190326884388924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.013007556088268757,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.012657677754759789,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.009579354897141457,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008240190334618092,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                "bpw": 5.37646484375,
                "total_bits": 22550528.0,
                "err": 0.015071148984134197,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.05,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.008240190334618092,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.1.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.17826968431472778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1465938836336136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.13262031972408295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.10937204211950302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.08261935412883759,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.06966649740934372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1044837012887001,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0928485095500946,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.0850304663181305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06082100793719292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.0573425330221653,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.053755808621644974,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.0451773963868618,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.040660519152879715,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.03952379897236824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.027166157960891724,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.022512637078762054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02158060483634472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0186416395008564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.017891382798552513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015077581629157066,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016208726912736893,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.013556724414229393,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012745632790029049,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031341552734375,
                "total_bits": 101189120.0,
                "err": 0.015077581629157066,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.012745632790029049,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.1.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.18336506187915802,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1718290150165558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.16830715537071228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.15160350501537323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08571717888116837,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08217161148786545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09523838013410568,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08770355582237244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08640405535697937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07663778960704803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07295719534158707,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04881004989147186,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.042566437274217606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04174605384469032,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04157760739326477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02469349279999733,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.022874590009450912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.022670600563287735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.021231938153505325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02112324722111225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.014031109400093555,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.015661146491765976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.013792809098958969,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012542269192636013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.014031109400093555,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012542269192636013,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.1.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2282540500164032,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.21483160555362701,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21063080430030823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1901184469461441,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.10718197375535965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10294691473245621,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.11850644648075104,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.10923604667186737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.107907734811306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09605272859334946,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09131193161010742,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06054355576634407,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05266088619828224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05177289620041847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05157081410288811,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03037305548787117,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.027636799961328506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.027388297021389008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025532402098178864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.025403521955013275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.0166470929980278,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01802910678088665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016371753066778183,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.013669251464307308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.013669251464307308,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.013669251464307308,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.1.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.02432607300579548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.023838724941015244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.007786084432154894,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.007320481818169355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.006576833315193653,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.003606162965297699,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.025443829596042633,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.02334793470799923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.006659331265836954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.006261491682380438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.006228551268577576,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.006118609104305506,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.005995581392198801,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.0032436950132250786,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.00283611286431551,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.002859837608411908,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.0025376235134899616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.0010856096632778645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.002497222041711211,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.0009866589680314064,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.0025406922213733196,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.002461556810885668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.0008206587517634034,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.0008363028755411506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.25:4b/0.75:2b 32g s4",
                "bpw": 2.6253662109375,
                "total_bits": 154162176.0,
                "err": 0.007786084432154894,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        4,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:4b 32g s4",
                "bpw": 4.1253662109375,
                "total_bits": 242242560.0,
                "err": 0.005995581392198801,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.2.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.06398708373308182,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.04975968599319458,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.041214484721422195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.03725424408912659,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.02819863334298134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.020905548706650734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.03952991962432861,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.03591722995042801,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.03017883002758026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.021629698574543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.021453361958265305,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.020011387765407562,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.017110588029026985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.013680387288331985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.01275712437927723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.010018059983849525,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.007271707523614168,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.006585967261344194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.006018238607794046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.005374858155846596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.005222410894930363,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0052231536246836185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.004023844376206398,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0035061254166066647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:5b/0.9:4b 32g s4",
                "bpw": 4.2191162109375,
                "total_bits": 70785024.0,
                "err": 0.013680387288331985,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031341552734375,
                "total_bits": 101189120.0,
                "err": 0.005222410894930363,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.2.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.06731261312961578,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.05028693750500679,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.03906933218240738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.03624792769551277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.029015108942985535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.019783664494752884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.04276818782091141,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.03881816565990448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.03160222992300987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.021914832293987274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.022105125710368156,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.02153939940035343,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.01845596544444561,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.014139298349618912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.012934811413288116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.010792678222060204,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.0075745731592178345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.0066857608035206795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.00622843112796545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.005375167820602655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.005631251726299524,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.005631806328892708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.004158732946962118,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0037597334012389183,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:5b/0.9:4b 32g s4",
                "bpw": 4.22021484375,
                "total_bits": 17700864.0,
                "err": 0.014139298349618912,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                "bpw": 5.72021484375,
                "total_bits": 23992320.0,
                "err": 0.005375167820602655,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.3,
                        0.6
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.2.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.1955973207950592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.16056475043296814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.14564862847328186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.12847228348255157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.08929923176765442,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.07408726960420609,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.11152631044387817,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10101454704999924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.093276247382164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.06943006813526154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.06646624952554703,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05683157965540886,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04833948239684105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04301189258694649,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04168820008635521,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.028400730341672897,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.022225558757781982,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.020971443504095078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.018204892054200172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.017259517684578896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01488428097218275,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.014265503734350204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.012965352274477482,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009133800864219666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.0316162109375,
                "total_bits": 25298432.0,
                "err": 0.01488428097218275,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.009133800864219666,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.2.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.1883748173713684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.16657468676567078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.15543784201145172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.13277488946914673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.08793865144252777,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.07783302664756775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10946117341518402,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09892508387565613,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09021838009357452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07259537279605865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.06741862744092941,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05688102915883064,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04823458939790726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.0433133989572525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.042081572115421295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02903076447546482,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02404637262225151,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.023189961910247803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02128046564757824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02054816298186779,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01666231080889702,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01738045923411846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.015147170051932335,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01372849103063345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:8b/0.9:6b 128g s4",
                "bpw": 6.218841552734375,
                "total_bits": 104334848.0,
                "err": 0.015147170051932335,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.01372849103063345,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.2.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.24950575828552246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2332068681716919,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22804126143455505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.2047211229801178,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11799535155296326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11252032220363617,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13098140060901642,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12084108591079712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11911005526781082,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10435443371534348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09869854152202606,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06693049520254135,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05802736058831215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05676480382680893,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.0564713329076767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03351195156574249,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.029626527801156044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.029295245185494423,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02693154662847519,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.026742594316601753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017950229346752167,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01847848668694496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01753944903612137,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.013072608038783073,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.013072608038783073,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.013072608038783073,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.2.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2785567045211792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.26071566343307495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.255144864320755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.2292332649230957,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.13166505098342896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.12569603323936462,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1457563042640686,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.13466699421405792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.13286951184272766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.11656145751476288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.11014711856842041,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.07423391193151474,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.06440457701683044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.06307365000247955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.06276688724756241,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.037085410207509995,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.032342296093702316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.031977105885744095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02926480397582054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02906392700970173,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.0194350928068161,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01929878257215023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01900012046098709,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012617629952728748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012617629952728748,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012617629952728748,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.2.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.21628980338573456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.18946045637130737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1791548877954483,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.15564773976802826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.098137266933918,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.08811059594154358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11639650911092758,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10613647103309631,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.1011880412697792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08154118806123734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.07620790600776672,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.059173062443733215,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05082152411341667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04725746810436249,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.046381983906030655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.029725581407546997,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.024990564212203026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.024567730724811554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.021823279559612274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02125486545264721,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.0161899421364069,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01643909327685833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.015035438351333141,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011820752173662186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:8b/0.9:6b 128g s4",
                "bpw": 6.227770124162946,
                "total_bits": 365696256.0,
                "err": 0.015035438351333141,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.011820752173662186,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.3.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.051560744643211365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.04270034655928612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.03719208016991615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.03291899338364601,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.023275228217244148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.018761776387691498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.03161738067865372,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.028721434995532036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.024417567998170853,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.018590733408927917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.01808840036392212,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.016052141785621643,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.013704965822398663,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.0113025838509202,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.010672632604837418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.008048598654568195,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.006024737376719713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.005570527631789446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.005126454867422581,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.00470357621088624,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0042628515511751175,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.004268677905201912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.0034301585983484983,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0029426405671983957,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:4b 32g s4",
                "bpw": 4.1253662109375,
                "total_bits": 69212160.0,
                "err": 0.013704965822398663,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "0.4:6b/0.6:5b 32g s4",
                "bpw": 5.5316162109375,
                "total_bits": 92805120.0,
                "err": 0.005126454867422581,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.4,
                        0.6
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.3.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.05202137306332588,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.04203350841999054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.035007379949092865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.031189225614070892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.02305459789931774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.017498768866062164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.03303660824894905,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.029962141066789627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.024424776434898376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.01822536066174507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.018061859533190727,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.016736537218093872,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.014274349436163902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.01115426141768694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.0102990148589015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.008367831818759441,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.005868702195584774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.005270748399198055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.004929897375404835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.004338613711297512,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.004333441145718098,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.004212494473904371,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.003217540681362152,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.00270320032723248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:4b 32g s4",
                "bpw": 4.12646484375,
                "total_bits": 17307648.0,
                "err": 0.014274349436163902,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                "bpw": 5.37646484375,
                "total_bits": 22550528.0,
                "err": 0.005270748399198055,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.05,
                        0.9
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.3.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.2024340182542801,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1698974370956421,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.15597566962242126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1368265002965927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.09276849776506424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.07896433025598526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.11362990736961365,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10414036363363266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.09632366895675659,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07342293858528137,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.06981733441352844,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05777342990040779,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04970407485961914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.044510092586278915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.043221984058618546,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.028830766677856445,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.022843604907393456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.021701108664274216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.018927786499261856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.018001478165388107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.014849552884697914,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.014415333047509193,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.012999163009226322,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008922768756747246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.0316162109375,
                "total_bits": 25298432.0,
                "err": 0.014849552884697914,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.008922768756747246,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.3.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.19059889018535614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.16992071270942688,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.16202674806118011,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.13618521392345428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.08914578706026077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.0814657211303711,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10469183325767517,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09501691162586212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09072568267583847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07250679284334183,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.06674816459417343,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05391836538910866,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04619679972529411,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04355776682496071,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04294857382774353,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.027215372771024704,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.023791057989001274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02325064316391945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.020721009001135826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.020323116332292557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015187053009867668,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016425972804427147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.014367821626365185,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01284138672053814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031341552734375,
                "total_bits": 101189120.0,
                "err": 0.015187053009867668,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.01284138672053814,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.3.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.23758861422538757,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22192753851413727,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.216911181807518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.19508011639118195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11253276467323303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10717330873012543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12498853355646133,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11540554463863373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11362156271934509,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09948123246431351,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09420624375343323,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0638723149895668,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.055352624505758286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05408599227666855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.053785014897584915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03194361925125122,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.028103822842240334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.027770772576332092,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025509821251034737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.025320973247289658,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017005853354930878,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017349695786833763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016592824831604958,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012038405984640121,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012038405984640121,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012038405984640121,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.3.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2780414819717407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2601086497306824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.25437304377555847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.22907495498657227,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.1318330466747284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.12569665908813477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1463908702135086,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.13499560952186584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.13306796550750732,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.11674229055643082,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.1106371283531189,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.07475867122411728,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.06468794494867325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.06326396763324738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.06292867660522461,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03739510849118233,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.03260340541601181,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.03221909701824188,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.029555415734648705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.029342034831643105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.019842874258756638,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.019709747284650803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.019375678151845932,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.013201474212110043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.013201474212110043,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.013201474212110043,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.3.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.23794402182102203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.21043077111244202,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.20020364224910736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.17462071776390076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10878428816795349,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.0985594168305397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12743431329727173,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11668038368225098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11185017228126526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.091036856174469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08519969135522842,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.0648350641131401,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05584193021059036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05231880396604538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.051457732915878296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.032512862235307693,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.027448048815131187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.027029113844037056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.0240064337849617,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.023438727483153343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017472244799137115,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017699740827083588,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.016317419707775116,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012451324611902237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012451324611902237,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012451324611902237,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.4.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.06697158515453339,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.056183893233537674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.049253519624471664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.043837253004312515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.030421586707234383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.024746468290686607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04154360294342041,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.03746199607849121,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.031824834644794464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.024658016860485077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.024074431508779526,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.021174872294068336,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.017960304394364357,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.01481188926845789,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.013981211930513382,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01063706073909998,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.007967562414705753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.007392534986138344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.006882190238684416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.0063463435508310795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0056725312024354935,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0057230726815760136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.004578125663101673,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004057398997247219,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:5b/0.9:4b 32g s4",
                "bpw": 4.2191162109375,
                "total_bits": 70785024.0,
                "err": 0.01481188926845789,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031341552734375,
                "total_bits": 101189120.0,
                "err": 0.0056725312024354935,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.4.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.06577861309051514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.05387060344219208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.04585906118154526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.04102345556020737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.029352199286222458,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.022902654483914375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.0415603406727314,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.0373402014374733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.031132103875279427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.023557106032967567,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.023285748437047005,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.021183783188462257,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.017876295372843742,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.014252107590436935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.0132758729159832,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.010633963160216808,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.00757896201685071,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.006902091670781374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.006469846703112125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.005816066637635231,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.00558385718613863,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0054628136567771435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.004288201220333576,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0036773451138287783,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:5b/0.9:4b 32g s4",
                "bpw": 4.22021484375,
                "total_bits": 17700864.0,
                "err": 0.014252107590436935,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:6b 32g s4",
                "bpw": 6.12646484375,
                "total_bits": 25696256.0,
                "err": 0.0054628136567771435,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.4.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.21899394690990448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1867866963148117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.17347800731658936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.15280751883983612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10088858008384705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.0875931829214096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.12200920283794403,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.1118260994553566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10448947548866272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.081346295773983,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.07718490809202194,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06209142878651619,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05350190028548241,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.048501092940568924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.047264304012060165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.031056132167577744,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.024988258257508278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.023913651704788208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.021037064492702484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.020197223871946335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01609320193529129,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.015792295336723328,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.01430087722837925,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.01010812632739544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:8b/0.9:6b 128g s4",
                "bpw": 6.2191162109375,
                "total_bits": 26084864.0,
                "err": 0.01430087722837925,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.01010812632739544,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.4.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.1921573281288147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.17047815024852753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1619628369808197,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1400807499885559,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.08908531069755554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08069940656423569,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10693539679050446,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09598580002784729,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09105224162340164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0739617869257927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.06954479962587357,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05506056174635887,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.046724844723939896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04364756494760513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04290087893605232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.027898944914340973,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02393987402319908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.023295685648918152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.021140936762094498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.020678900182247162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01569720357656479,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016720056533813477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.014728071168065071,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01311652734875679,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031341552734375,
                "total_bits": 101189120.0,
                "err": 0.01569720357656479,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.01311652734875679,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.4.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.22251464426517487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.20677779614925385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2012304961681366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.18090350925922394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.10541626811027527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.09965182840824127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1187446340918541,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.10921203345060349,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.10664726793766022,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09273262321949005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.08795056492090225,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06060560792684555,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05243406444787979,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05073966085910797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.050333671271800995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03040139004588127,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02641429752111435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.026015393435955048,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02387816086411476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.0236221831291914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01629144698381424,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016440466046333313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.015715211629867554,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011414202861487865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.011414202861487865,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.011414202861487865,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.4.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2790805399417877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2599310874938965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.25351160764694214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.22819428145885468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.13233362138271332,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.1255476474761963,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.14792287349700928,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.13642790913581848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.133785679936409,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.11676868051290512,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.11076056957244873,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0755055770277977,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.06538984924554825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.06354709714651108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.0631161630153656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03777080029249191,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.032723698765039444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.03226882591843605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02956203557550907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.029285360127687454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.019912954419851303,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01980290375649929,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.019298404455184937,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.013132753781974316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.013132753781974316,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.013132753781974316,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.4.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.2477184236049652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.22168543934822083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.21216624975204468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.1861925572156906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11396524310112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.1044023334980011,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1331869214773178,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12120074033737183,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11679703742265701,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09676668792963028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09055312722921371,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06780525296926498,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.058132097125053406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05487959459424019,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05408439040184021,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03409108147025108,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.028887739405035973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.028509417548775673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.025564994663000107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.0250666793435812,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01846756972372532,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01868388243019581,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.017375094816088676,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013347353786230087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.013347353786230087,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.013347353786230087,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.5.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.0819571390748024,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.07078102976083755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.06404720991849899,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.05682080611586571,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.03753739222884178,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.03199419379234314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04914695769548416,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04455284774303436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.03891422227025032,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.031105346977710724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.03001466579735279,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.024924777448177338,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.021313048899173737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.018203197047114372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.01739538088440895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.012494192458689213,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.009662503376603127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.009093914180994034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.008422579616308212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.007895460352301598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.006632531527429819,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.006683136336505413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.005543635692447424,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004630099982023239,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:5b 128g s4",
                "bpw": 5.031341552734375,
                "total_bits": 84411904.0,
                "err": 0.012494192458689213,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "0.1:8b/0.9:6b 128g s4",
                "bpw": 6.218841552734375,
                "total_bits": 104334848.0,
                "err": 0.005543635692447424,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.5.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.07677993178367615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.06523206830024719,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.05757123604416847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.051107801496982574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.034747298806905746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.0286199152469635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.04681124538183212,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.04272403568029404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.03622321039438248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.028442805632948875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.027728507295250893,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.023735100403428078,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.020332232117652893,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.016755636781454086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.01580733433365822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01186020765453577,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.00872556772083044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.008065523579716682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.007489009294658899,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.006851354148238897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.006123182829469442,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.005979309789836407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.004856763407588005,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0038041756488382816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:5b 128g s4",
                "bpw": 5.0316162109375,
                "total_bits": 21104128.0,
                "err": 0.01186020765453577,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:6b 32g s4",
                "bpw": 6.12646484375,
                "total_bits": 25696256.0,
                "err": 0.005979309789836407,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.5.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.2320108711719513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.2043689787387848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.19382081925868988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1708132028579712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10788857191801071,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09696824848651886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.12634828686714172,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11603844165802002,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.1105944961309433,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08949491381645203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.08428668975830078,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06419923156499863,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05541708320379257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.051658663898706436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05077388510107994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.032027699053287506,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.026295393705368042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.025444163009524345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.022481851279735565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.0218562800437212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01645364612340927,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.015857812017202377,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.01508301217108965,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009616963565349579,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:8b/0.9:6b 128g s4",
                "bpw": 6.2191162109375,
                "total_bits": 26084864.0,
                "err": 0.01508301217108965,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.009616963565349579,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.5.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.21911118924617767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1984727382659912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.19030436873435974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.16514351963996887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.10242027789354324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09447474777698517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11870476603507996,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10884220153093338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.10404038429260254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08616719394922256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.08058098703622818,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06118863821029663,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.052443377673625946,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.049523621797561646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.048806361854076385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.030843663960695267,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02623591013252735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02561293914914131,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02306673862040043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.022617902606725693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016816668212413788,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.017163235694169998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01580960489809513,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01249789074063301,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.01249789074063301,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.01249789074063301,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.5.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2130536139011383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.19819174706935883,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.19303658604621887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.17342036962509155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.10084511339664459,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.09542563557624817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.11323080211877823,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.10448295623064041,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.10197829455137253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.08876849710941315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.08414626121520996,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05774999409914017,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.050066448748111725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.048421695828437805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.048037078231573105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.028891632333397865,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.025000855326652527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02461490035057068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.022560251876711845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.022309521213173866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.015231075696647167,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.015269551426172256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.014677093364298344,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01023837924003601,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.015231075696647167,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.01023837924003601,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.5.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.27521374821662903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2569435238838196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.25074294209480286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.2257899045944214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.13055092096328735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.12401413917541504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.14578190445899963,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.1345665007829666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.13194410502910614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.11542977392673492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.10948767513036728,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.07434581965208054,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.06442336738109589,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.0626121386885643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.06218022108078003,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.037162791937589645,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.032102152705192566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.03165556117892265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.029003329575061798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.028728686273097992,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.019451085478067398,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01922284997999668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.018838686868548393,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012489905580878258,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012489905580878258,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012489905580878258,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.5.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.2466699630022049,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.2231282889842987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.21435143053531647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.18898412585258484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11399543285369873,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10515119880437851,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13275960087776184,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12096162885427475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11651398986577988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09791617095470428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09192542731761932,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06774956732988358,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05801943689584732,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.054839152842760086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05405750498175621,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03405338153243065,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02871871180832386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.028336018323898315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02558005414903164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02508636750280857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.018408481031656265,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.018372859805822372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.017332565039396286,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012909255921840668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012909255921840668,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012909255921840668,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.6.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.0765560120344162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.06581089645624161,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.058282144367694855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.0517999529838562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.0349872000515461,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.02903987653553486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.047801073640584946,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.043079398572444916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.03634270280599594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.028958389535546303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.028193414211273193,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.024266671389341354,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.020624710246920586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.01700403168797493,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.016040291637182236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.0121733658015728,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.009068855084478855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.008422179147601128,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.00791595596820116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.007297026924788952,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.006414250936359167,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.006442197598516941,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.005117221735417843,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0044641075655817986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:5b 128g s4",
                "bpw": 5.031341552734375,
                "total_bits": 84411904.0,
                "err": 0.0121733658015728,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "0.1:8b/0.9:6b 128g s4",
                "bpw": 6.218841552734375,
                "total_bits": 104334848.0,
                "err": 0.005117221735417843,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.6.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.0724283754825592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.061185747385025024,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.05289563536643982,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.04703400656580925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.032658014446496964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.02620122581720352,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.04588131606578827,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.041511163115501404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.03413243591785431,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.026746492832899094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.026256730780005455,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.02319958060979843,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.01977178268134594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.0158039890229702,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.014735612086951733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.011593662202358246,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.008310186676681042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.007580680772662163,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.007159902714192867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.0064464230090379715,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.006041581276804209,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.005890702363103628,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.004637488164007664,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0038350934628397226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:4b 32g s4",
                "bpw": 4.31396484375,
                "total_bits": 18094080.0,
                "err": 0.014735612086951733,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:6b 32g s4",
                "bpw": 6.12646484375,
                "total_bits": 25696256.0,
                "err": 0.005890702363103628,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.6.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.21221891045570374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1872117668390274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.17621903121471405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.15572623908519745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.09867239743471146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.0882096067070961,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.118350550532341,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.1084585040807724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10115546733140945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08216958492994308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.07780992239713669,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06008215248584747,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05179067701101303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.047395359724760056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04632840305566788,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.029993997886776924,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.024272440001368523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.023351719602942467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02089245617389679,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.020145688205957413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.015435162000358105,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.015047860331833363,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.013830143958330154,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009357219561934471,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.0316162109375,
                "total_bits": 25298432.0,
                "err": 0.015435162000358105,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.009357219561934471,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.6.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.20972369611263275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18641719222068787,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1771133840084076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.15319159626960754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09793546795845032,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08830954879522324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11594176292419434,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10493410378694534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09982001781463623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08084459602832794,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07489387691020966,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05955744534730911,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.0506625771522522,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.047471921890974045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.046682700514793396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02993680350482464,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02532494254410267,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02462174743413925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022069379687309265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02156687155365944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01621835306286812,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01688743382692337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01515077706426382,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012498574331402779,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:8b/0.9:6b 128g s4",
                "bpw": 6.218841552734375,
                "total_bits": 104334848.0,
                "err": 0.01515077706426382,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.012498574331402779,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.6.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.19894513487815857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.18540601432323456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1804632842540741,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.16263088583946228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.09419276565313339,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08918928354978561,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.10620380192995071,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.09788687527179718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.09528978914022446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.08326210826635361,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07912030816078186,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05425085872411728,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.046952541917562485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.0452890545129776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.044895146042108536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02716541662812233,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.0234653539955616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.023093992844223976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.021258732303977013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02100732922554016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.014422581531107426,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01446722261607647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.013852063566446304,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009832256473600864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.014422581531107426,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.009832256473600864,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.6.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2682898938655853,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.25075918436050415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2446397840976715,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.2206541895866394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.12735790014266968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.1209978461265564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.14277300238609314,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.13163405656814575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.12869368493556976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.11286378651857376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.1072223111987114,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.07278771698474884,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.06303807348012924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.061111897230148315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.06065606325864792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.036407388746738434,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.031396619975566864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.030944248661398888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02843758836388588,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02814837172627449,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01912972889840603,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.018920255824923515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.018478868529200554,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012407849542796612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012407849542796612,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012407849542796612,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.6.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.24710725247859955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.2255679965019226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.21764273941516876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.19369342923164368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11466861516237259,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10672701895236969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13320888578891754,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.1208946704864502,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11702573299407959,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09986785799264908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09446511417627335,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.067850261926651,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.058019861578941345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05521348491311073,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.0545407310128212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03404267132282257,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.029011525213718414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.028677189722657204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02612694352865219,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.025700638070702553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.018346289172768593,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01861126534640789,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.017397645860910416,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013267520815134048,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.013267520815134048,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.013267520815134048,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.7.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.08320031315088272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.07382672280073166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.06543173640966415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.0580972284078598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.03845405578613281,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.032270483672618866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.05374878644943237,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.048270367085933685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.03951871395111084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.032738957554101944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.03198154643177986,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.027461301535367966,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.023237569257616997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.018730368465185165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.017517833039164543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.013751739636063576,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.010091674514114857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.009314105845987797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.009012645110487938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.008246386423707008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0072788880206644535,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0073561035096645355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.005664943251758814,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005159391090273857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:5b 128g s4",
                "bpw": 5.031341552734375,
                "total_bits": 84411904.0,
                "err": 0.013751739636063576,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.005159391090273857,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.7.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.0749012902379036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.06567469239234924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.056505490094423294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.049971312284469604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.03406047075986862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.02759794145822525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.049198560416698456,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.04473509639501572,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.03518839552998543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.02881455048918724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.028337368741631508,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0249351616948843,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.021325165405869484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.016525279730558395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.015190443024039268,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.012521392665803432,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.00875022727996111,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.007905574515461922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.007731501944363117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.00687897764146328,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0064926715567708015,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.006379202473908663,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.004783644340932369,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004182605538517237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:4b 32g s4",
                "bpw": 4.31396484375,
                "total_bits": 18094080.0,
                "err": 0.015190443024039268,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:6b 32g s4",
                "bpw": 6.12646484375,
                "total_bits": 25696256.0,
                "err": 0.006379202473908663,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.7.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.2259746789932251,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.20242305099964142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.19265708327293396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.16990314424037933,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.1057547852396965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09604926407337189,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.12493517994880676,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.1140323057770729,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10791759938001633,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08898266404867172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.08408781886100769,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06359316408634186,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05448318272829056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05075177177786827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04981163516640663,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03175627812743187,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02595420740544796,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.025146059691905975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.022525323554873466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.021913256496191025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01640450395643711,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01588776707649231,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.014942586421966553,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009953589178621769,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:8b/0.9:6b 128g s4",
                "bpw": 6.2191162109375,
                "total_bits": 26084864.0,
                "err": 0.014942586421966553,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.009953589178621769,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.7.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.2203323394060135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.19840510189533234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1894490271806717,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.16576194763183594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.10309620946645737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.0941268801689148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12289181351661682,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11045706272125244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.10489220917224884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08665284514427185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.08195805549621582,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06339943408966064,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05366937443614006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.05040636658668518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.049626536667346954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.032060980796813965,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.027487626299262047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.0268088448792696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02442467212677002,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.023936094716191292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01791732758283615,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.018960464745759964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.016879281029105186,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01472792960703373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.01472792960703373,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.01472792960703373,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.7.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1948384940624237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.18186445534229279,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1772620677947998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.15990658104419708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.09243741631507874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08769920468330383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.10379814356565475,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.09566231071949005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.09346233308315277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.08180016279220581,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07771717756986618,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05303109809756279,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04592176899313927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04447309300303459,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04412839934229851,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.026546692475676537,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.023108385503292084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.022770602256059647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02097287029027939,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.020756714046001434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.014112536795437336,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.014323897659778595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.013619532808661461,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009875602088868618,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.014112536795437336,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.009875602088868618,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.7.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2707827091217041,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2532864212989807,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.24740341305732727,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.22341029345989227,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.1287260800600052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.12250252068042755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.14400476217269897,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.13268418610095978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.1300884634256363,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.11418773978948593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.10858587920665741,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.07362614572048187,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.06365399062633514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.061886511743068695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.06147187575697899,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.036856282502412796,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.032002564519643784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.031573083251714706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.029060527682304382,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.028793277218937874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.019571557641029358,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.019560080021619797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01897783949971199,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.013234126381576061,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.013234126381576061,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.013234126381576061,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.7.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.24094198644161224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.21934828162193298,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.2112494558095932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.18818232417106628,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11163904517889023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10347500443458557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12961576879024506,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11802676320075989,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11398269236087799,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09690827131271362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09185181558132172,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06615326553583145,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.056543201208114624,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.0536721870303154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05298871919512749,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.033179812133312225,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.028061022982001305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.027726612985134125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02517181821167469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02473645843565464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017837444320321083,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017846079543232918,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.016887124627828598,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012505485676229,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012505485676229,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012505485676229,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.8.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.08128649741411209,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.07145374268293381,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.06526156514883041,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.05741702392697334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.03749329596757889,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.03242943435907364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.048314135521650314,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.044092558324337006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.03856976702809334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03126174956560135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.02992972917854786,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02452949434518814,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02107800543308258,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.01812639832496643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.017368679866194725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.012284805998206139,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.009548562578856945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.009011056274175644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.00832568109035492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.007832564413547516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.006453302688896656,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.006488882936537266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.005420499946922064,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004413454327732325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:5b 128g s4",
                "bpw": 5.031341552734375,
                "total_bits": 84411904.0,
                "err": 0.012284805998206139,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "0.1:8b/0.9:6b 128g s4",
                "bpw": 6.218841552734375,
                "total_bits": 104334848.0,
                "err": 0.005420499946922064,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.8.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.07381726056337357,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.06353668868541718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.05692578852176666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.04994490370154381,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.033546824008226395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.028169678524136543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.04440680891275406,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.040440548211336136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.03475021570920944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.027542728930711746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.02648770436644554,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.022540591657161713,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.019331466406583786,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.016175737604498863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.015376998111605644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.011292805895209312,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.00846894457936287,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.00788901373744011,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.0072864992544054985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.006745852995663881,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.005869064014405012,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.005791245959699154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.004768764600157738,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.003808572655543685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:4b 32g s4",
                "bpw": 4.31396484375,
                "total_bits": 18094080.0,
                "err": 0.015376998111605644,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:6b 32g s4",
                "bpw": 6.12646484375,
                "total_bits": 25696256.0,
                "err": 0.005791245959699154,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.8.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.21156920492649078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1870514452457428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.17690469324588776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.15517401695251465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.09826791286468506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.0883701890707016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.11766226589679718,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10661449283361435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10071519017219543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08152852207422256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.07693583518266678,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.059897929430007935,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05103158578276634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.047205641865730286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.046281639486551285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.029922064393758774,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.024304362013936043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.023479847237467766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.020932693034410477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.02030249312520027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.015491968020796776,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01519942469894886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.013972966000437737,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.00985401589423418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.0316162109375,
                "total_bits": 25298432.0,
                "err": 0.015491968020796776,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.00985401589423418,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.8.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.2200804501771927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.19968634843826294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.19116929173469543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.16618426144123077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.10293960571289062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09476713836193085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1215430200099945,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.1102377250790596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.10475169867277145,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08705701678991318,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.08196362853050232,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06245485320687294,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.053094323724508286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04979758337140083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.048994503915309906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03128098323941231,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.026322707533836365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.025660522282123566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02321416139602661,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.022712985053658485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0167376808822155,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.017214827239513397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01565881073474884,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012426835484802723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:8b/0.9:6b 128g s4",
                "bpw": 6.218841552734375,
                "total_bits": 104334848.0,
                "err": 0.01565881073474884,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.012426835484802723,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.8.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.19313228130340576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1803598552942276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1758013665676117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1587609201669693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.0915992259979248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08691886812448502,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.10301076620817184,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.0949285626411438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.09260339289903641,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.08113973587751389,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07713466137647629,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05255977809429169,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.045513540506362915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04401082172989845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.0436583012342453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02629576064646244,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02279803156852722,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.022462110966444016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02068960666656494,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.020467475056648254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013872054405510426,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01402977854013443,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.013360308483242989,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009541173465549946,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.013872054405510426,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.009541173465549946,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.8.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2668589949607849,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2498265951871872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2439144402742386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.22026433050632477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.1268623024225235,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.12065853178501129,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.14202795922756195,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.13089317083358765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.1281694620847702,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.11247365176677704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.10686994343996048,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.07248598337173462,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.06269975751638412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.060905810445547104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.06047923490405083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03622472658753395,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.031315356492996216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.030883729457855225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02837088704109192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02810038812458515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.018965350463986397,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.018894415348768234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.0183431226760149,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012448634020984173,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012448634020984173,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012448634020984173,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.8.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.24433501064777374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.22316394746303558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.21538981795310974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.191840261220932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.1133333146572113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10546949505805969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1311223804950714,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11942754685878754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11563046276569366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09874169528484344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09322284162044525,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06684470176696777,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.0572909377515316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05454088747501373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.053869735449552536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.033616095781326294,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02860669419169426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.028285708278417587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02575107291340828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.025341860949993134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.018182508647441864,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.018273109570145607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.017279835417866707,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012961155734956264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012961155734956264,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012961155734956264,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.9.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.10381565988063812,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.0916970819234848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08421992510557175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.07418375462293625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.0479431226849556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.0418328233063221,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.061602119356393814,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05583396926522255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.04923281446099281,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04018070921301842,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.03847983106970787,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.031378019601106644,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.026804687455296516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.02324414625763893,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02235155738890171,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.015743518248200417,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.01239868625998497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.011759556829929352,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010910659097135067,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.010328944772481918,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008436944335699081,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008564895950257778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.0071966093964874744,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006081963423639536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.2191162109375,
                "total_bits": 87562240.0,
                "err": 0.01239868625998497,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.006081963423639536,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.9.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09251046925783157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08075099438428879,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07315163314342499,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06430056691169739,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04230991005897522,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03611699864268303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.055473439395427704,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05039707571268082,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.043658334761857986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03513114154338837,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03383276239037514,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.028212793171405792,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.024086836725473404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.020411422476172447,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.019449736922979355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.014114446938037872,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.010663068853318691,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.009980118833482265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009250659495592117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.00861131027340889,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.007354468107223511,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007218756712973118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006044511683285236,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004725906532257795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:5b 128g s4",
                "bpw": 5.0316162109375,
                "total_bits": 21104128.0,
                "err": 0.014114446938037872,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "0.1:8b/0.9:6b 128g s4",
                "bpw": 6.2191162109375,
                "total_bits": 26084864.0,
                "err": 0.006044511683285236,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.9.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.21617548167705536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.19481849670410156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1866677701473236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.16365325450897217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10125027596950531,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09291072189807892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.11738386005163193,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10749756544828415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10294521600008011,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08503986895084381,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.07983878254890442,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05966843664646149,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05131544545292854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.048489056527614594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.047811828553676605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.029769038781523705,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02464643120765686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.024000100791454315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.021296363323926926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.02083435468375683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.015258709900081158,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.014724678359925747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.014189883135259151,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.00896019209176302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.0316162109375,
                "total_bits": 25298432.0,
                "err": 0.015258709900081158,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.00896019209176302,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.9.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.21687869727611542,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.19725008308887482,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1892145276069641,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.16791577637195587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.10159776359796524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09385843575000763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11866499483585358,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10818696767091751,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.10319241881370544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0866127535700798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.08237577229738235,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06084074079990387,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05195824056863785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04890630021691322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.048181600868701935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.030415307730436325,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.025484751909971237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.024866176769137383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022480463609099388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.022010792046785355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016015732660889626,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016148917376995087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01501412969082594,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011105594225227833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:8b/0.9:6b 128g s4",
                "bpw": 6.218841552734375,
                "total_bits": 104334848.0,
                "err": 0.01501412969082594,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.011105594225227833,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.9.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.18567630648612976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1731427013874054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1685813069343567,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.15206216275691986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08800060302019119,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08336327224969864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09914407134056091,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.0912572517991066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08899400383234024,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07777980715036392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07404247671365738,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05074140802025795,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.043832194060087204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04237119108438492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.042031899094581604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.025423981249332428,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02213229052722454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.021800994873046875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.020103318616747856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.019887784495949745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013604734092950821,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013891143724322319,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.013118495233356953,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009768824093043804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.013604734092950821,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.009768824093043804,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.9.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.25713005661964417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23998799920082092,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2341269850730896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.21119077503681183,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.12202081829309464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11578953266143799,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13691926002502441,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12599031627178192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.12336650490760803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10782533138990402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.10256514698266983,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.07006119936704636,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.06042134761810303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05864763259887695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05822141841053963,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03508738800883293,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.03032735548913479,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02989557757973671,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.027465373277664185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.027194049209356308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.018652353435754776,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.018576083704829216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.0180471520870924,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012575688771903515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012575688771903515,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012575688771903515,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.9.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.24502961337566376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.223877415060997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.21591374278068542,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.19267770648002625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11362367868423462,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10568348318338394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1317635029554367,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.1200634315609932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11592210829257965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09910965710878372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09369128197431564,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06698016822338104,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05748167634010315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05456167086958885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.053869135677814484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03355339542031288,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.028441093862056732,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.028090836480259895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02558056451380253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.025135869160294533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017944227904081345,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017945479601621628,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.016975529491901398,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012408549897372723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012408549897372723,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012408549897372723,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.10.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.09079824388027191,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.08072169125080109,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.07479900121688843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.06534663587808609,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.0421113558113575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.037194300442934036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.052830107510089874,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.048159416764974594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.04305100068449974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.035148486495018005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.033398792147636414,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02684473618865013,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.023013582453131676,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.02029963955283165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.01961997151374817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.013431559316813946,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.01064533181488514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.010140803642570972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.009279857389628887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.00882664043456316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.007055019494146109,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.007072541397064924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.00609159842133522,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004779558628797531,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:5b 128g s4",
                "bpw": 5.031341552734375,
                "total_bits": 84411904.0,
                "err": 0.013431559316813946,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "0.1:8b/0.9:6b 128g s4",
                "bpw": 6.218841552734375,
                "total_bits": 104334848.0,
                "err": 0.00609159842133522,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.10.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.08465127646923065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07443205267190933,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.06856784969568253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.05963170900940895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.0388951413333416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.033986691385507584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.04934906214475632,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.04476602375507355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.03989052772521973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03213877230882645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.030575068667531013,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.025017889216542244,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.021385662257671356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.01869734562933445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.018017694354057312,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.012504198588430882,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.009695226326584816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.00917463656514883,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.008355729281902313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.007885104976594448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.006471867673099041,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.006348862778395414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.005482357926666737,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004073713906109333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:5b 128g s4",
                "bpw": 5.0316162109375,
                "total_bits": 21104128.0,
                "err": 0.012504198588430882,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "0.1:8b/0.9:6b 128g s4",
                "bpw": 6.2191162109375,
                "total_bits": 26084864.0,
                "err": 0.005482357926666737,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.10.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.20391687750816345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.18240049481391907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1741579920053482,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.15166564285755157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.09539725631475449,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.0870516449213028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.11212605237960815,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10163797438144684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.09718096256256104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0793190598487854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.07432609796524048,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.057077113538980484,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.048525407910346985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04572874307632446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04506084695458412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.028494907543063164,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02344581112265587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02279716171324253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.020160818472504616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.01970047689974308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01471962034702301,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.014276194386184216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.013554672710597515,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009068245068192482,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.0316162109375,
                "total_bits": 25298432.0,
                "err": 0.01471962034702301,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.009068245068192482,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.10.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.21025562286376953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.19091248512268066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.18266414105892181,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.16081711649894714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09779507666826248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08999454975128174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11584176123142242,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10519275814294815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09963665157556534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08351711928844452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07907646894454956,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.059473127126693726,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05061303451657295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04727678373456001,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.046455297619104385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.029809165745973587,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02495686523616314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.024317476898431778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022163191810250282,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.021643618121743202,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016013173386454582,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016325749456882477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.014916103333234787,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011714338324964046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:8b/0.9:6b 128g s4",
                "bpw": 6.218841552734375,
                "total_bits": 104334848.0,
                "err": 0.014916103333234787,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.011714338324964046,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.10.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.18022488057613373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16725477576255798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1624041050672531,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1460532248020172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.0852484479546547,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08040372282266617,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09681599587202072,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.0889129713177681,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08632968366146088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07496552169322968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07123012840747833,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04951394721865654,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.042729828506708145,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.041085317730903625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04069412872195244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02482094056904316,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02150718681514263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.021155912429094315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01946984976530075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.019231559708714485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013289548456668854,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01361170969903469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012722883373498917,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009634356014430523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.013289548456668854,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.009634356014430523,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.10.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2471965104341507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2295967936515808,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22325456142425537,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20075565576553345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.1170305535197258,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11052148044109344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13211576640605927,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.1214505136013031,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.1184336319565773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10281608998775482,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09764407575130463,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06753004342317581,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05821343883872032,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05620505288243294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05573234334588051,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.033764079213142395,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.029030773788690567,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02856164053082466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026156120002269745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.025849148631095886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017804419621825218,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01777581498026848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.017107928171753883,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011931735090911388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.011931735090911388,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.011931735090911388,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.10.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.25551560521125793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.2343904972076416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.2265690118074417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.20232421159744263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11906593292951584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.11116474121809006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1378524750471115,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12523497641086578,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.1213449165225029,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.10423010587692261,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09871669113636017,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.07041524350643158,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.06008170545101166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05730494111776352,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.056637853384017944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03535002842545509,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.03002820536494255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.029696352779865265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.027126938104629517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.026699846610426903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01902121491730213,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.019128797575831413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.018071983009576797,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013509119860827923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.013509119860827923,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.013509119860827923,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.11.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.10341133922338486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.091746024787426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.0850275531411171,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.07416750490665436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.048125095665454865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04248734191060066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06036986783146858,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05484258756041527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.04920218884944916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.040007177740335464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.038037028163671494,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.030698252841830254,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02630607597529888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.023313850164413452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02255723997950554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01539192907512188,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.012350602075457573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.011790262535214424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010781924240291119,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.010286512784659863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008167203515768051,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008348089642822742,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.00711591774597764,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005874241702258587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:5b 128g s4",
                "bpw": 5.031341552734375,
                "total_bits": 84411904.0,
                "err": 0.01539192907512188,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.005874241702258587,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.11.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09106051921844482,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08038874715566635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07330093532800674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06375320255756378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.041946232318878174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03629985824227333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.054455094039440155,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.0494377426803112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.042969342321157455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03481455147266388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.033233512192964554,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.027607474476099014,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.023638132959604263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.020280472934246063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.01942339353263378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.013782956637442112,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.01064250711351633,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010033131577074528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009238571859896183,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.008675344288349152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.007242322433739901,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007215780671685934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.00607880437746644,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004863489884883165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:5b 128g s4",
                "bpw": 5.0316162109375,
                "total_bits": 21104128.0,
                "err": 0.013782956637442112,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "0.1:8b/0.9:6b 128g s4",
                "bpw": 6.2191162109375,
                "total_bits": 26084864.0,
                "err": 0.00607880437746644,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.11.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.21942053735256195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1944912075996399,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.18482112884521484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.16001737117767334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10235008597373962,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09239894896745682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.12191024422645569,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10971937328577042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.1044548973441124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08416840434074402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.0786857083439827,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06224973499774933,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05251165106892586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04908501356840134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04825985059142113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.031095266342163086,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.025143960490822792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.024349873885512352,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02142847701907158,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.020851831883192062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01607361249625683,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.015393877401947975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.014549242332577705,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009768310002982616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 32g s4",
                "bpw": 6.12646484375,
                "total_bits": 25696256.0,
                "err": 0.015393877401947975,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.009768310002982616,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.11.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.22026915848255157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.19765493273735046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.18211907148361206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1587335765361786,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.10318519920110703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09103316813707352,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.13515807688236237,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.12073215842247009,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.10553465038537979,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08691075444221497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.0835411548614502,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.07003027945756912,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05844467505812645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.050395358353853226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04834619536995888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03515493497252464,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02723688818514347,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.025900082662701607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.024176932871341705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02287900820374489,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01920248568058014,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.019305575639009476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01650996133685112,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.014171899296343327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.014171899296343327,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.014171899296343327,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.11.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.18218812346458435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16864247620105743,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.163344144821167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.14687637984752655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.0862349420785904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08101260662078857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09858335554599762,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.0903405100107193,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.0873991996049881,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0756036564707756,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07197939604520798,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05056944116950035,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.0435413159430027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.041686806827783585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04123897850513458,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.025394072756171227,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02204194664955139,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.021655458956956863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01997535116970539,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.019701389595866203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013781621120870113,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.014270946383476257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.013146324083209038,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010407630354166031,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.013781621120870113,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.010407630354166031,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.11.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.24790187180042267,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22960081696510315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22291097044944763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20034259557724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11714509129524231,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11034413427114487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1329045295715332,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12202031910419464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.1186695471405983,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10273408144712448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09755516797304153,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06770903617143631,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.0584704764187336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05625811964273453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.055733244866132736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03388886898756027,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.029020097106695175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02852254919707775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026096688583493233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02575942873954773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017759010195732117,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017743203788995743,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016962695866823196,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011814974248409271,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.011814974248409271,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.011814974248409271,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.11.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.25844189524650574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.23700059950351715,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.2291673719882965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.20466111600399017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.1204494833946228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.11247127503156662,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13930951058864594,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12666809558868408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.1228344663977623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.1054970994591713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.10002141445875168,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.07123619318008423,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.06085360050201416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05801421031355858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05733098089694977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03578298166394234,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.030387762933969498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.03005300648510456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.027452263981103897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.027023624628782272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.019205162301659584,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.019350450485944748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.018223008140921593,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013658438809216022,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.013658438809216022,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.013658438809216022,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.12.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.10950245708227158,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09677059203386307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08840771019458771,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.07729160040616989,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.050847381353378296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04419386759400368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06681789457798004,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.059623077511787415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05214444920420647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04237045347690582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04080123081803322,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03418837487697601,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.028719013556838036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.024748481810092926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.023722048848867416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01725073903799057,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.013289498165249825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.012585105374455452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011680198833346367,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.011027845554053783,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009297325275838375,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009318862110376358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.007802169304341078,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006718673277646303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.2191162109375,
                "total_bits": 87562240.0,
                "err": 0.013289498165249825,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.006718673277646303,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.12.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09862274676561356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08638156950473785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07849836349487305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06845717877149582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04537397623062134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.038960326462984085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.059491001069545746,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05369195714592934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04657473415136337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03751639649271965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.0359555184841156,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.030309490859508514,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.025756975635886192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02195463888347149,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.02097712829709053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.015220493078231812,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.011617323383688927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010937238112092018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010097877122461796,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.00945535022765398,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008001187816262245,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008000765927135944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0066413055174052715,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005510386079549789,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:5b 128g s4",
                "bpw": 5.0316162109375,
                "total_bits": 21104128.0,
                "err": 0.015220493078231812,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.005510386079549789,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.12.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.21511989831924438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.19219955801963806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.18261507153511047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.15958960354328156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10093453526496887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09150159358978271,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.12050946056842804,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10864481329917908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10291823744773865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08398216217756271,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.07914526015520096,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0615391731262207,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.052004218101501465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04845033586025238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.047567903995513916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.030746402218937874,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02477913163602352,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.024004414677619934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02131756953895092,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.020709294825792313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.015879938378930092,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.015175527893006802,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.014427618123590946,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009517707861959934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 32g s4",
                "bpw": 6.12646484375,
                "total_bits": 25696256.0,
                "err": 0.015175527893006802,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.009517707861959934,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.12.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.23191317915916443,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.20654986798763275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.19648034870624542,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.17292477190494537,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.10831879824399948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09819844365119934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12849463522434235,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11630097776651382,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.11053011566400528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09077148884534836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.0856352373957634,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06628210842609406,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.0562577024102211,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.0525972805917263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.05173607915639877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.0333431176841259,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.028063861653208733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.027270035818219185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.024651899933815002,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02409464493393898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01810005120933056,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.018684789538383484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01693720370531082,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013796767219901085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.013796767219901085,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.013796767219901085,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.12.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.18582531809806824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.17167705297470093,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1664031594991684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.14948946237564087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08812695741653442,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08273594081401825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.10067105293273926,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.09205606579780579,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08931288123130798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07703059911727905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07346206158399582,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05164983868598938,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04443127289414406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04267893359065056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.042259253561496735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.026000188663601875,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.022718627005815506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.022343946620821953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.020582949742674828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.020330633968114853,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.014303894713521004,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.014878688380122185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.013728243298828602,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011072724126279354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.014303894713521004,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.011072724126279354,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.12.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2560138702392578,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23692481219768524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.23020748794078827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20657698810100555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.12134239077568054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11429453641176224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1370273232460022,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12593013048171997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.1229078620672226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.106058269739151,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.10066082328557968,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.07008939981460571,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.0604076087474823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.058346860110759735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05786144733428955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03504860773682594,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.03021111898124218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02971416711807251,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.027125783264636993,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.026810841634869576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01851752959191799,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.018599627539515495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01780644617974758,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012620816007256508,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012620816007256508,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012620816007256508,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.12.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.25839683413505554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.2359674870967865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.2267940640449524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.20239032804965973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.12020295113325119,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.11131385713815689,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.14107953011989594,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12822765111923218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.12269045412540436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.10478392243385315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09939899295568466,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.0719071626663208,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.061543069779872894,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05793924257159233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.057070035487413406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03617667406797409,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.03050023317337036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.03004826232790947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.027507269755005836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02694261446595192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.019522052258253098,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.019735125824809074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.01830243691802025,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.014022319577634335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.014022319577634335,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.014022319577634335,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.13.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.1104963943362236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09892487525939941,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09280043095350266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.08119489252567291,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.051562514156103134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.046257633715867996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06318509578704834,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05749518424272537,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.052553728222846985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04318219795823097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04096069186925888,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.032162994146347046,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.027479365468025208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.024833649396896362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.024179672822356224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.016088474541902542,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.012944371439516544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.01244179904460907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011279390193521976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.010852073319256306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008433660492300987,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008398431353271008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.007449824828654528,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0056580305099487305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.2191162109375,
                "total_bits": 87562240.0,
                "err": 0.012944371439516544,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.0056580305099487305,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.13.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.0952167809009552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08510302752256393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07879241555929184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06900913268327713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.044139400124549866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03905811905860901,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05570046603679657,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05069134011864662,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.045051634311676025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03711108863353729,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03530999273061752,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.02821487747132778,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.024241477251052856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.021259374916553497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.020515721291303635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.014111251570284367,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.011055161245167255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010524196550250053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009662024676799774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009167900308966637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.007372175808995962,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007281252648681402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006351052317768335,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004781903699040413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:5b 128g s4",
                "bpw": 5.0316162109375,
                "total_bits": 21104128.0,
                "err": 0.014111251570284367,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "0.1:8b/0.9:6b 128g s4",
                "bpw": 6.2191162109375,
                "total_bits": 26084864.0,
                "err": 0.006351052317768335,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.13.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.23287934064865112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.20837745070457458,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.19919317960739136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.17367729544639587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10903670638799667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09958112239837646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1283682882785797,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11571229994297028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.11103010177612305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09076070785522461,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.08506578207015991,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06542148441076279,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.055311016738414764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05225471407175064,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05151394382119179,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03268840163946152,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.026612380519509315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.025900350883603096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.022836042568087578,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.022334814071655273,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.016780855134129524,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.015977870672941208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.015352996066212654,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.00985995028167963,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:8b/0.9:6b 128g s4",
                "bpw": 6.2191162109375,
                "total_bits": 26084864.0,
                "err": 0.015352996066212654,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.00985995028167963,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.13.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.2503078579902649,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.2296029031276703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.22076621651649475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1981000304222107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.11708100140094757,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.10869944840669632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.13710632920265198,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.12489446997642517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.11898313462734222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.10162556171417236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.09791857749223709,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.07057136297225952,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.06019221618771553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.0566275492310524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.05579853430390358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.035392940044403076,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.029993651434779167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02929605171084404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.026970893144607544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.026436857879161835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.019075695425271988,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01965869404375553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.017913315445184708,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.014273644424974918,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.014273644424974918,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.014273644424974918,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.13.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.19309748709201813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.17857439815998077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.17285200953483582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1554301679134369,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.09168324619531631,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08600243926048279,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.10479455441236496,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.09610885381698608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.09290554374456406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.08022649586200714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07641036063432693,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05381021648645401,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04636380448937416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.044347599148750305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04387280344963074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.026992684230208397,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.023489996790885925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.023065045475959778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02126316726207733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.020971184596419334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01459532417356968,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.015270170755684376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.013905886560678482,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011181721463799477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.01459532417356968,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.011181721463799477,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.13.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.26227056980133057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.24285875260829926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.23589596152305603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.21195316314697266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.12443122267723083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11716902256011963,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.14084483683109283,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12936213612556458,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.12599782645702362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.1088358536362648,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.10333023965358734,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0720469206571579,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.06205284595489502,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05982622131705284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.059290751814842224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03606729209423065,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.03095676377415657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.03043166734278202,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.027806580066680908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.027466055005788803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.019082332029938698,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.019046572968363762,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.018304327502846718,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.0128803551197052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.0128803551197052,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.0128803551197052,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.13.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.27003729343414307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.2450941652059555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.23564299941062927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.20962125062942505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.12555934488773346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.11606069654226303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1465422362089157,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.1331419199705124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.1284322589635849,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.10858961939811707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.10285508632659912,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.07498589158058167,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.06390713155269623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.060446515679359436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05958903208374977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03768929839134216,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.03161237761378288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.03119775839149952,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.028279880061745644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.027738945558667183,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.020231159403920174,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.02014854922890663,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.019047679379582405,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.014081618748605251,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.014081618748605251,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.014081618748605251,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.14.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11480783671140671,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10307960957288742,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09554984420537949,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.08405814319849014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05360826104879379,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.0475524477660656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06807561963796616,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06162282079458237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05469188094139099,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.045302316546440125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04339975491166115,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.034656014293432236,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.029522111639380455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.025933513417840004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.025025464594364166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.017351049929857254,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.013682040385901928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013040478341281414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012057879939675331,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.011472092941403389,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009163983166217804,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009220919571816921,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.007874769158661366,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006369945127516985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.2191162109375,
                "total_bits": 87562240.0,
                "err": 0.013682040385901928,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.006369945127516985,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.14.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09650108218193054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08697964251041412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.0786549523472786,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06928511708974838,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04471958428621292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03868518024682999,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06006613001227379,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.054540641605854034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04565054550766945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.038208551704883575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.036863844841718674,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.030382048338651657,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.02604944258928299,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02161659300327301,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.020478734746575356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.015182217583060265,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.011386561207473278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010636743158102036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010111181996762753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009376171976327896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.007986973971128464,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007892132736742496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006481638178229332,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.00526439631357789,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:5b 128g s4",
                "bpw": 5.0316162109375,
                "total_bits": 21104128.0,
                "err": 0.015182217583060265,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.00526439631357789,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.14.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.24367694556713104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.21895743906497955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.20881392061710358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.18270651996135712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.11439840495586395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.10434877127408981,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13736651837825775,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12272559851408005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.11649319529533386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0959116742014885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09028629213571548,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07036532461643219,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05873939394950867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.054973676800727844,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.054043881595134735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03522802144289017,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.028237320482730865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.027426546439528465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.024473091587424278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.02386614866554737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.018184436485171318,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01742853969335556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.01636740006506443,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.011281199753284454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.011281199753284454,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.011281199753284454,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.14.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.2621214985847473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.22702749073505402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.21325641870498657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.18686237931251526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.12169967591762543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.10837645828723907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.14662858843803406,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.13284674286842346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.12539222836494446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09832324087619781,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.09444495290517807,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.07549069076776505,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.0641552209854126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.05905864015221596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.05781092122197151,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03785303235054016,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.03146311268210411,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.030506785959005356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02697824127972126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02615227736532688,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.020337454974651337,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.021067306399345398,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01871560513973236,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.015378560870885849,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.015378560870885849,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.015378560870885849,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.14.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.18054047226905823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16713768243789673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.16135624051094055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.14538206160068512,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08578196167945862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08029961585998535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09910455346107483,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.09080229699611664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08696559816598892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07532142847776413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07182672619819641,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05086495727300644,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04387116804718971,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04160359874367714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04105907306075096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.025553835555911064,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.022196609526872635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02175590954720974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.020183760672807693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.019851338118314743,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01387237198650837,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.014688639901578426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.013100216165184975,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010926415212452412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.01387237198650837,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.010926415212452412,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.14.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2567332684993744,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23839443922042847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.23131677508354187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.2083369344472885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.12193122506141663,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.1148582473397255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13890741765499115,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12741324305534363,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.12346353381872177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10719873756170273,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.10195155441761017,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0711502730846405,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.06121465936303139,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05875023081898689,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.058158989995718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03563839569687843,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.03060915693640709,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.03007579781115055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02766033448278904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02728416584432125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.019036218523979187,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01917189173400402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.018174998462200165,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.013281825929880142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.013281825929880142,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.013281825929880142,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.14.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.2564902603626251,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.23231610655784607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.22265326976776123,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.198203444480896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.1191520094871521,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10966334491968155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1409939080476761,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12737707793712616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.1219148188829422,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.10305687040090561,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09797368943691254,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.07224651426076889,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.06142652407288551,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.057727307081222534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.056718431413173676,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.036701783537864685,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.030676720663905144,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.0301705040037632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.027603093534708023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.026964502409100533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.020161865279078484,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.020320503041148186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.01870536245405674,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.014841117896139622,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.014841117896139622,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.014841117896139622,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.15.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.12808100879192352,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11583341658115387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10803047567605972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09563608467578888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.06001227721571922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.0537189245223999,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07595038414001465,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06835698336362839,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.061103206127882004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.051185719668865204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04918422922492027,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.038819245994091034,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.0328509621322155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.029111269861459732,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02816465124487877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01957908645272255,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.015495841391384602,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.014821173623204231,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.013793816789984703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.013194862753152847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.010448976419866085,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.010550148785114288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.009031340479850769,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.007523587439209223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.2191162109375,
                "total_bits": 87562240.0,
                "err": 0.015495841391384602,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.007523587439209223,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.15.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.10146348178386688,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09185105562210083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08259767293930054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07316505163908005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.047025494277477264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.04044484719634056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06438305974006653,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.058002717792987823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04798368364572525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.040529921650886536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03944119065999985,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03278607502579689,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.027786575257778168,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.022724758833646774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.02138589322566986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.016429569572210312,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.011974463239312172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.011118423193693161,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010703844018280506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009858530946075916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.00859918911010027,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008379705250263214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006842670496553183,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005566115956753492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.22021484375,
                "total_bits": 21895168.0,
                "err": 0.011974463239312172,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.005566115956753492,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.15.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.26137274503707886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.2387797236442566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.22917109727859497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.2040286660194397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.12374009937047958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.11431220918893814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.14612418413162231,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.13214105367660522,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.12576469779014587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.10645431280136108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.10105139762163162,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07467873394489288,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.06330099701881409,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05941316485404968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05849400535225868,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03733302280306816,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.030414238572120667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.029611576348543167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02685355767607689,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.026215728372335434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0192499328404665,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.018527822569012642,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.017658915370702744,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.011648014187812805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.011648014187812805,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.011648014187812805,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.15.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.2396034449338913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.21871651709079742,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.21065685153007507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1818396896123886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.11206957697868347,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.10406779497861862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.13055957853794098,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11844783276319504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.11366422474384308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09476718306541443,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.08748278021812439,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06704889237880707,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.056893978267908096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.05395469442009926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.053253307938575745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03358412906527519,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.028154507279396057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.027525397017598152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02471725456416607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02425193041563034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017880002036690712,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.017848819494247437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.016894858330488205,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01239918451756239,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.01239918451756239,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.01239918451756239,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.15.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.17505604028701782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.162379652261734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1570567488670349,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1417016088962555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.083116315305233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07806707173585892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09567314386367798,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08769750595092773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08425858616828918,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07330344617366791,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06997053325176239,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.049077264964580536,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04241061583161354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04033970087766647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03984414413571358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.024682560935616493,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02155960164964199,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02116365171968937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.019668126478791237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.01937163434922695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013481197878718376,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.014294058084487915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012795191258192062,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010696932673454285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.013481197878718376,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.010696932673454285,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.15.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.258764386177063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.24111542105674744,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.23444585502147675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.2114366888999939,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.12275815010070801,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.1160682886838913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13904452323913574,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12781889736652374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.12423424422740936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10841146111488342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.10317026078701019,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.07095997780561447,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.0612545907497406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05896133929491043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.058413222432136536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.035486362874507904,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.030362585559487343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.029856357723474503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02742648310959339,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.027080077677965164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.018646055832505226,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01847093366086483,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01785009168088436,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012189281173050404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012189281173050404,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012189281173050404,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.15.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.2564191520214081,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.2326449751853943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.22351408004760742,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.19927388429641724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11881286650896072,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10963030159473419,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1388985514640808,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12633314728736877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.12146326899528503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.10291224718093872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.0975571945309639,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.07072064280509949,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.06059262156486511,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05719059705734253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.056356821209192276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03556261956691742,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.029957957565784454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.029543012380599976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.026845233514904976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.026312487199902534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01920281909406185,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01918957382440567,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.0180664099752903,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013475284911692142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.013475284911692142,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.013475284911692142,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.16.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.1257745921611786,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11444751173257828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10788434743881226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09559717774391174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05889645591378212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.05345785990357399,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07241016626358032,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06577812135219574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05990143120288849,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.05052836611866951,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.048223305493593216,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03684508427977562,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03146941959857941,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.028387174010276794,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.027615640312433243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.018475905060768127,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.014812259934842587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.014253303408622742,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.013155755586922169,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.01265669520944357,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009717143140733242,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009646279737353325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008575944229960442,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006510384846478701,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.2191162109375,
                "total_bits": 87562240.0,
                "err": 0.014812259934842587,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.006510384846478701,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.16.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.10423837602138519,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09502188861370087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.0867229551076889,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07710910588502884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.048232171684503555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.04234624654054642,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.0635795146226883,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.058215513825416565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.049123797565698624,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04189418628811836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.04036392271518707,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.032128557562828064,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.027733154594898224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.023275775834918022,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.022106461226940155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.016058914363384247,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.012117079459130764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.011342726647853851,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010858731344342232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.010090132243931293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008374032564461231,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008216473273932934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0068501136265695095,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005268564913421869,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.22021484375,
                "total_bits": 21895168.0,
                "err": 0.012117079459130764,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.005268564913421869,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.16.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.2669339179992676,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.24583302438259125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.2373075783252716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.21207024157047272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.12634146213531494,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.11767018586397171,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1480361521244049,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.1335137039422989,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.12812472879886627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.10976118594408035,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.10437989234924316,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07574433088302612,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.06385903060436249,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.06054675579071045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.059763070195913315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.037845369428396225,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.030822835862636566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.03012913651764393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02737818844616413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.026850609108805656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01941705495119095,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.018412716686725616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.01792464777827263,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.011299820616841316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.011299820616841316,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.011299820616841316,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.16.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.25049537420272827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.2294999212026596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.22177045047283173,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.19657807052135468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.11714239418506622,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.10920170694589615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1346960961818695,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.12283480167388916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.11872100830078125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.10057072341442108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.09532009065151215,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06942670792341232,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.0593753457069397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.05676054581999779,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.05614013224840164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03514569625258446,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.030194712802767754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.0296153761446476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.026989629492163658,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02659600041806698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.019431786611676216,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.019827092066407204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.018614307045936584,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.014703434891998768,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.014703434891998768,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.014703434891998768,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.16.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.16598829627037048,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15418675541877747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1489541232585907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.13450615108013153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07872958481311798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07387217879295349,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09106209129095078,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08352061361074448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07979075610637665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0695824846625328,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06647618860006332,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.046699926257133484,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.0403079092502594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03815572336316109,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.037642329931259155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.023473495617508888,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.020307600498199463,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.0198973398655653,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.0185383353382349,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.01822260208427906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012743817642331123,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013384404592216015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01202022098004818,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009879258461296558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.012743817642331123,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.009879258461296558,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.16.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.25267553329467773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2358795404434204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2294037640094757,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20702777802944183,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11990561336278915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.113405242562294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13603615760803223,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12509949505329132,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.12128378450870514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10615961253643036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.10104282945394516,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06946901977062225,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05995127931237221,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.0575953833758831,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.057035088539123535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.034720636904239655,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02968185767531395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.029172345995903015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026881614699959755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02651909366250038,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.018221870064735413,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.018114537000656128,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.017404841259121895,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011981264688074589,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.011981264688074589,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.011981264688074589,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.16.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.24897602200508118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.22423993051052094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.21427951753139496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.19088320434093475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11490031331777573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10511526465415955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13551922142505646,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12357768416404724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11782916635274887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09895674884319305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09381874650716782,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.0691753551363945,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05933421850204468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.055351924151182175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.054369088262319565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.034857165068387985,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.029068585485219955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.0285854022949934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.025955921038985252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.025327486917376518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.018792878836393356,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.018823400139808655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.01743769273161888,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.01324434019625187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.01324434019625187,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.01324434019625187,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.17.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.10565678775310516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.0961812362074852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08938313275575638,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.07983393967151642,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.04929608106613159,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04408496990799904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06288579851388931,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.057162534445524216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05027296766638756,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04276524856686592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04127880185842514,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.032030653208494186,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.027360660955309868,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.02382648177444935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02291906625032425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01604682393372059,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.012549864128232002,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.011944644153118134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011267122812569141,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.010696549899876118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008420830592513084,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008474520407617092,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.007140394300222397,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005791270174086094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.2191162109375,
                "total_bits": 87562240.0,
                "err": 0.012549864128232002,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.005791270174086094,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.17.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09339626133441925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08461953699588776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07648413628339767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.0684446468949318,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04306936264038086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03736823424696922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05824955925345421,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05289463698863983,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04407690092921257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03748147189617157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.0364222414791584,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.029452992603182793,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.025187715888023376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02080567553639412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.019643183797597885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.014709030278027058,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.01092629786580801,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010177037678658962,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009833062998950481,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009080854244530201,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.007681535556912422,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007576608099043369,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0061447275802493095,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004967270884662867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:5b 128g s4",
                "bpw": 5.0316162109375,
                "total_bits": 21104128.0,
                "err": 0.014709030278027058,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "0.1:8b/0.9:6b 128g s4",
                "bpw": 6.2191162109375,
                "total_bits": 26084864.0,
                "err": 0.0061447275802493095,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.17.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.2249622642993927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.20193183422088623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1893816888332367,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.16987918317317963,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.1042972281575203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.0934654101729393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1318858414888382,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11762580275535583,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.1070629358291626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08967878669500351,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.08632013946771622,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06744619458913803,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05618366599082947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.0501592718064785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.048635754734277725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03367294743657112,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02582126297056675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02468854747712612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.022864775732159615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.021856557577848434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.017319640144705772,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01647401973605156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.014730307273566723,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010407507419586182,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:8b/0.9:6b 128g s4",
                "bpw": 6.2191162109375,
                "total_bits": 26084864.0,
                "err": 0.014730307273566723,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.010407507419586182,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.17.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.24265839159488678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.21587622165679932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.2051156461238861,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.17876166105270386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.11309365928173065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.10214550793170929,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.13438095152378082,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.12189004570245743,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.1156693696975708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09434481710195541,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.08824455738067627,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06909987330436707,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.058853283524513245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.05491843819618225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.053972356021404266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.034705426543951035,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.029299914836883545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.028432942926883698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0256798155605793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02506375126540661,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.018811458721756935,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.019548797979950905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.017541177570819855,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.014436699450016022,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.014436699450016022,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.014436699450016022,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.17.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.17155025899410248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1592435985803604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15378360450267792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.13906362652778625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08133084326982498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07628686726093292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09393533319234848,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08620160818099976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08246070146560669,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07192249596118927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06872857362031937,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04811279475688934,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04157707467675209,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03938541188836098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.038856856524944305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.024187229573726654,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.020922327414155006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.020497852936387062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.0190946813672781,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.018772469833493233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013129214756190777,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013735709711909294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01239090971648693,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010089460760354996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.013129214756190777,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.010089460760354996,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.17.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.25901487469673157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.24179676175117493,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2351071536540985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.21239617466926575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.12296251952648163,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11633861064910889,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13971377909183502,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12821988761425018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.12438992410898209,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10894986987113953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.10400712490081787,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.07136005163192749,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.061540670692920685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05916544795036316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05859409645199776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03584003448486328,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.0307378601282835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.030233290046453476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.027938319370150566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.027579858899116516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01915830746293068,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.019115397706627846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.018344346433877945,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.013113443739712238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.013113443739712238,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.013113443739712238,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.17.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.2610277831554413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.2330045849084854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.22190186381340027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.19668379426002502,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.12048559635877609,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10934550315141678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.14345531165599823,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12993422150611877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.12391308695077896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.10265016555786133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09723411500453949,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.07324663549661636,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.0624387264251709,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05814683437347412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05708510801196098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03692592680454254,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.030709361657500267,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.030185746029019356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02726558782160282,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.026577178388834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.020084986463189125,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.02012230083346367,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.01858694478869438,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.014386231079697609,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.014386231079697609,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.014386231079697609,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.18.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.1219627782702446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11166917532682419,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10445775091648102,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.0932292640209198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05724852532148361,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.0516047365963459,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07263825088739395,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06562208384275436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.058267027139663696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.049817174673080444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04789700359106064,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03708001226186752,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03160805627703667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.027804359793663025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.026844268664717674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01866227760910988,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.014859179966151714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.014234265312552452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.013437015935778618,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.012845665216445923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009983249008655548,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.010227705352008343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008599171414971352,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0073704044334590435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.2191162109375,
                "total_bits": 87562240.0,
                "err": 0.014859179966151714,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.0073704044334590435,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.18.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.10451524704694748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09434109926223755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08421109616756439,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07557598501443863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.048146527260541916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.04111624136567116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06620259582996368,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.060445528477430344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04937157407402992,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.041942235082387924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.04090962931513786,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03351468965411186,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.028846513479948044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02332235686480999,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.021810777485370636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01677696965634823,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.01225685328245163,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.011297756806015968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.011035336181521416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.01007147878408432,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008760470896959305,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.00862708780914545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006857277825474739,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005601252429187298,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.22021484375,
                "total_bits": 21895168.0,
                "err": 0.01225685328245163,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.005601252429187298,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.18.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.243840292096138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.2194681614637375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.20675873756408691,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1862681806087494,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.11405450105667114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.10257575660943985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.14291135966777802,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12705785036087036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.11687905341386795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09822564572095871,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09464637190103531,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07339047640562057,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.060816965997219086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05487974360585213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.053404588252305984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.036698367446660995,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.028206465765833855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.027047526091337204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.024957021698355675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.02396319806575775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.018991896882653236,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.017816685140132904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.01633591204881668,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.011218229308724403,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.011218229308724403,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.011218229308724403,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.18.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.2261519879102707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.2002226859331131,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.19062334299087524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.16544604301452637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.10450544953346252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09462329745292664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12262485176324844,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.1115555688738823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.1063576191663742,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08652393519878387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.08149483054876328,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0631287544965744,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05410369858145714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.05090663954615593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.05014902725815773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03192408010363579,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.027534300461411476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.026825090870261192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.024159306660294533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.023659002035856247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017753057181835175,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.018751168623566628,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.016720890998840332,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.014338599517941475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.014338599517941475,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.014338599517941475,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.18.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1604657769203186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.14870601892471313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14332140982151031,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.12945152819156647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07594375312328339,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07102075219154358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08813410997390747,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08098188787698746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07705031335353851,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06705882400274277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06402207165956497,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.045124687254428864,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03900257498025894,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03674202412366867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.036199942231178284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02263840101659298,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.019441179931163788,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.019018327817320824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01770586334168911,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.01737586222589016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012190531939268112,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012696495279669762,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011427324265241623,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009208738803863525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.012190531939268112,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.009208738803863525,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.18.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.24793027341365814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23102633655071259,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22425521910190582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20258311927318573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11750148236751556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11089812219142914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13407514989376068,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12311900407075882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11894265562295914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.1040639579296112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09911511838436127,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06848455220460892,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.0590791255235672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.056535057723522186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05593358352780342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03434673696756363,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02931002341210842,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.028784139081835747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02660360373556614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.026218609884381294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.0183038879185915,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01817338354885578,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.017438514158129692,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012323190458118916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012323190458118916,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012323190458118916,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.18.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.25275781750679016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.22482271492481232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.21295161545276642,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.18903616070747375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.116172656416893,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10491271317005157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.14033177495002747,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12696154415607452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11976555734872818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09921080619096756,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09421519190073013,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.0717407837510109,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.06117519363760948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05625271052122116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05502971261739731,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.036286141723394394,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.030020715668797493,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02942199632525444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.026789678260684013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02600809372961521,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.019962212070822716,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.020183134824037552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.018257202580571175,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.014770089648663998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.014770089648663998,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.014770089648663998,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.19.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.12555630505084991,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11516746878623962,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10752449929714203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09650219231843948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.0588081069290638,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.05300268158316612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07479260861873627,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0679183304309845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05992387980222702,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.05155102163553238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.049778252840042114,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03815774247050285,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03255157545208931,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.02846500277519226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.027420159429311752,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01914905570447445,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.015028424561023712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.014340786263346672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.013611274771392345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.012957194820046425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.010174877941608429,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.010170125402510166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008724992163479328,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.007035381160676479,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.2191162109375,
                "total_bits": 87562240.0,
                "err": 0.015028424561023712,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.007035381160676479,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.19.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.10385148227214813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09471073001623154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08420467376708984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07589946687221527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04800722002983093,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.040927987545728683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06696361303329468,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06110858917236328,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04909077286720276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.042234379798173904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.04136146605014801,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03393169119954109,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.029115594923496246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.023243600502610207,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.021632224321365356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.017029479146003723,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.012232239358127117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.011235925368964672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.011104939505457878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.010108054615557194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008915421552956104,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008683609776198864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006902223918586969,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0056619225069880486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.22021484375,
                "total_bits": 21895168.0,
                "err": 0.012232239358127117,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.0056619225069880486,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.19.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.25871726870536804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.23485054075717926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.22331397235393524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.20099952816963196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.12127668410539627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.1107010692358017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.14855283498764038,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.13278676569461823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.1239437609910965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.10509190708398819,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.10087151825428009,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07607095688581467,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.063514344394207,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05826141685247421,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.0569390133023262,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03806346282362938,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.0297834649682045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.028759198263287544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.026427287608385086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.025560488924384117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.019511986523866653,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01836053468286991,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.017080673947930336,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.011304264888167381,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.011304264888167381,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.011304264888167381,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.19.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.2296740859746933,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.20760498940944672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1996918022632599,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1762048751115799,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.10668795555830002,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09830888360738754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12479430437088013,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11269071698188782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.10841163992881775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09055806696414948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.08601735532283783,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06427891552448273,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05489777773618698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.05222593992948532,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.05160935968160629,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03249962627887726,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.028584515675902367,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.028002800419926643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.025545064359903336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.025146452710032463,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.018161823973059654,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.019734719768166542,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.017346808686852455,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01555140595883131,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.01555140595883131,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.01555140595883131,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.19.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1588239222764969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.14733608067035675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14219987392425537,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.12846791744232178,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.0751626268029213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07039943337440491,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08674652129411697,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07984620332717896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07621734589338303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06640000641345978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06334629654884338,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04432261735200882,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03841136023402214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.036304209381341934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03579164296388626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02223132736980915,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.019118094816803932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.018708549439907074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.017397237941622734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.017081893980503082,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011902574449777603,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012349770404398441,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011194719932973385,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008823461830615997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.011902574449777603,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.008823461830615997,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.19.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.24523000419139862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22868722677230835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22198627889156342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20065274834632874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11629132181406021,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10982677340507507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13251040875911713,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12182457745075226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11775434017181396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10309828072786331,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09828648716211319,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06763497740030289,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.0584695041179657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05600246787071228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05540933087468147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03393856808543205,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02915930561721325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02864827588200569,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026514753699302673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.026149999350309372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.018163040280342102,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.018258020281791687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.0173372533172369,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012621182017028332,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012621182017028332,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012621182017028332,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.19.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.24217647314071655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.21535974740982056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.20324595272541046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.17977142333984375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11141395568847656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10009511560201645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13526690006256104,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12267075479030609,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11472722887992859,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09476824849843979,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08982179313898087,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06911295652389526,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05920160189270973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.053938254714012146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05266749486327171,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.0350358821451664,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.028839126229286194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.028161747381091118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.025677921250462532,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02481658011674881,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.019429104402661324,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.0195118710398674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.01768769696354866,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.014226037077605724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.014226037077605724,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.014226037077605724,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.20.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.1256466805934906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1149812862277031,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10580650717020035,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09544305503368378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.058699432760477066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.05197230726480484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07748743146657944,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06992465257644653,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.059902373701334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.05162227898836136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.050155870616436005,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03952429071068764,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03352639079093933,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.02848069928586483,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02718055620789528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.019844163209199905,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.015155990608036518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.014315897598862648,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.013782866299152374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.012976929545402527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.010571098886430264,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.010547961108386517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008747036568820477,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.007362369913607836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.2191162109375,
                "total_bits": 87562240.0,
                "err": 0.015155990608036518,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.007362369913607836,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.20.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.10695363581180573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09650004655122757,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08375851809978485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.0758131667971611,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04917190968990326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.040543701499700546,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.07177043706178665,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06491400301456451,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.050519537180662155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04315776377916336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.04260273277759552,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03622579574584961,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.03096572868525982,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.023829489946365356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.02187066711485386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.018153492361307144,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.012647618539631367,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.011418091133236885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01147529948502779,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.010233133099973202,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.00947993341833353,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.009259282611310482,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.007004554849117994,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.006041917018592358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.22021484375,
                "total_bits": 21895168.0,
                "err": 0.012647618539631367,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.006041917018592358,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.20.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.2565155625343323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.22954946756362915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.2159641683101654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1938984990119934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.11946794390678406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.10699042677879333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.14950180053710938,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.13320288062095642,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.12251275032758713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.10222595930099487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09835231304168701,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07678213715553284,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.06372305005788803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05736534297466278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05580275133252144,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03843046352267265,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.029451776295900345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.028225721791386604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.025956282392144203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.0249006524682045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01972307451069355,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01856723055243492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.016810528934001923,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.011605062521994114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.011605062521994114,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.011605062521994114,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.20.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.25125378370285034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.2181679904460907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.20632942020893097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.18034741282463074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.11729170382022858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.10412038862705231,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1373387575149536,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.12489278614521027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.11975912004709244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09511386603116989,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.088200144469738,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.07071793079376221,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.060543764382600784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.05708876997232437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.056251976639032364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.035673607140779495,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.030682625249028206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.029810823500156403,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0264604315161705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.025924725458025932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.019509486854076385,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.02063283696770668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.018416842445731163,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01556402537971735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.01556402537971735,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.01556402537971735,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.20.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.16564840078353882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15428131818771362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14950381219387054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.13509273529052734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07848706841468811,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07397710531949997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08962380886077881,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08267734944820404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07947276532649994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06952372193336487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06630163639783859,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.045780643820762634,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03970607742667198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03782955929636955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03738008439540863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.022935979068279266,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.019788647070527077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.019422568380832672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018010806292295456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.017732352018356323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012234839610755444,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01255031954497099,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011614481918513775,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.00880488008260727,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.012234839610755444,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.00880488008260727,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.20.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.257668673992157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2407568097114563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.23435747623443604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.2118130624294281,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.12207823991775513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.1157345175743103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1380597949028015,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12707991898059845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.12346835434436798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10836378484964371,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.1032150387763977,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.07045496255159378,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.06089483201503754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05864773318171501,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05812126025557518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.035347457975149155,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.030277157202363014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.029790643602609634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.027492213994264603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.027150191366672516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.018816009163856506,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.0185230802744627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01804724521934986,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012369626201689243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012369626201689243,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012369626201689243,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.20.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.24381902813911438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.21738967299461365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.2066710889339447,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.1824215054512024,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11202995479106903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10148534923791885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13286104798316956,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12119729071855545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11522377282381058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.0951538234949112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08968407660722733,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06781382113695145,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05815130099654198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05393200367689133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.052889350801706314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03416856750845909,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02826455980539322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02777249738574028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.024965304881334305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02431395649909973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01846923679113388,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01828562654554844,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.017065472900867462,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012791709043085575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012791709043085575,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012791709043085575,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.21.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.12159107625484467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11028265953063965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1013537347316742,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09148554503917694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05663300305604935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04990554228425026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.0746341422200203,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06735577434301376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05803147703409195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.049460720270872116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04819381609559059,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03809675574302673,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03227569907903671,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.027438191697001457,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02619604393839836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.019121859222650528,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.014540005475282669,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013724359683692455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.013143989257514477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.012355973944067955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.010182105004787445,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.010037397034466267,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.00844617560505867,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006897797808051109,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.2191162109375,
                "total_bits": 87562240.0,
                "err": 0.014540005475282669,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.006897797808051109,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.21.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.1080862358212471,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09719785302877426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08495927602052689,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07684384286403656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04982797056436539,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.04130904749035835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.07166381180286407,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06482282280921936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.05126044899225235,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04355385899543762,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.04311108589172363,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03649872913956642,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.03105371631681919,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02418069913983345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.0222775861620903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01820269413292408,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.012781134806573391,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.01159979123622179,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.011570974253118038,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.01037403754889965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.009507531300187111,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.009281122125685215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.007097781170159578,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.006063967477530241,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.22021484375,
                "total_bits": 21895168.0,
                "err": 0.012781134806573391,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.006063967477530241,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.21.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.24533043801784515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.21710528433322906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.20155145227909088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.18087676167488098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.11312747001647949,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09955928474664688,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.14568737149238586,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12954466044902802,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.1166006550192833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09628836810588837,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09304708987474442,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0749959871172905,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.061915189027786255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.054320983588695526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05241783708333969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.037608832120895386,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.027898525819182396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.026489930227398872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02447383664548397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.023199087008833885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.019304653629660606,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01788402535021305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.015893422067165375,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.01103721559047699,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.01103721559047699,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.01103721559047699,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.21.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.2532871663570404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.22444242238998413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.21274253726005554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1834993064403534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.11680074036121368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.10559609532356262,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.13823124766349792,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.12703609466552734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.11992887407541275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09553968161344528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.09066808223724365,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.07105449587106705,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.06112062558531761,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.056397419422864914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.05523503199219704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03582916036248207,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02981826476752758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.028928887099027634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.025693796575069427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.024930845946073532,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01934920623898506,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01966390572488308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01776246912777424,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.014056749641895294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.014056749641895294,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.014056749641895294,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.21.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.16554443538188934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15454548597335815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15005412697792053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.13568349182605743,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.0785137414932251,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07421007007360458,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.0891479030251503,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08226478844881058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07944728434085846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06965099275112152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06641977280378342,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.045522794127464294,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03951157629489899,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03782811388373375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03742508217692375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.022818462923169136,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01974054053425789,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.019400037825107574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.0179724283516407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.017724141478538513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012179285287857056,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012430277653038502,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011633442714810371,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008670704439282417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.012179285287857056,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.008670704439282417,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.21.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.26761141419410706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.25044703483581543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2441311776638031,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.22074589133262634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.1269904524087906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.12061762064695358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.14290527999401093,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.13161224126815796,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.12835043668746948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.11286269128322601,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.10747399926185608,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0730016753077507,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.06312341243028641,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.06101975589990616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.06051765754818916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03656747192144394,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.03146761655807495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.030998913571238518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.028593940660357475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.028269778937101364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.019431056454777718,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.019171463325619698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.018734537065029144,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012779473327100277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012779473327100277,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012779473327100277,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.21.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.24646465480327606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.22022117674350739,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.20961569249629974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.18528589606285095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11313007026910782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10272946208715439,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13366159796714783,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12230832874774933,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11626150459051132,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.0963909700512886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09074264019727707,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06779211014509201,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.058587510138750076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.054402906447649,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.053383562713861465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03410841524600983,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.028426088392734528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.027907611802220345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02513102814555168,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02445772849023342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.018284831196069717,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.018249699845910072,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.016894608736038208,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012565030716359615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012565030716359615,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012565030716359615,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.22.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.12258759140968323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11073248833417892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10143662989139557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.0916043296456337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05716769024729729,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04995446279644966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07538450509309769,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06823240220546722,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05852190777659416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0496915839612484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04846925288438797,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03854041174054146,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03275353088974953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.027713775634765625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.026407256722450256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.019361883401870728,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.01469842903316021,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013808152638375759,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.013249445706605911,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.012417836114764214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.010324823670089245,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.010199361480772495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008565042167901993,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.007015630602836609,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.2191162109375,
                "total_bits": 87562240.0,
                "err": 0.01469842903316021,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.007015630602836609,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.22.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.11634258180856705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.10448145121335983,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.09145136922597885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.08270148187875748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.05368286743760109,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.04461313784122467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.07687527686357498,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06970486044883728,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.05516615882515907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04678170382976532,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.0461399182677269,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.039072830229997635,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.03329269215464592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02607261762022972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.02406921237707138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.019558196887373924,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.013875406235456467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.012620855122804642,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.012548125348985195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.011296573095023632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.010271066799759865,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.010108660906553268,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.00775814289227128,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.006730866618454456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.22021484375,
                "total_bits": 21895168.0,
                "err": 0.013875406235456467,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.006730866618454456,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.22.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.2401178479194641,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.2113724648952484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.19466431438922882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.17463168501853943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.11055759340524673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09621959924697876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.14434871077537537,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12822861969470978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.1140863448381424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09354280680418015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.0905754417181015,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07397312670946121,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.06122209504246712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05313548073172569,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05102386325597763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03697889298200607,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.027332141995429993,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02584058977663517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.023910213261842728,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.022536421194672585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.018977103754878044,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.017743583768606186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.015477809123694897,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.011031868867576122,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:8b/0.9:6b 128g s4",
                "bpw": 6.2191162109375,
                "total_bits": 26084864.0,
                "err": 0.015477809123694897,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.011031868867576122,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.22.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.24226418137550354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.21302036941051483,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.20161586999893188,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.16864964365959167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.11338162422180176,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.10201975703239441,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.13359181582927704,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.12183042615652084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.11542161554098129,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08889315277338028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.08371378481388092,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06841818243265152,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05873221904039383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.05491518974304199,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.05398780107498169,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.034376151859760284,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02915361151099205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.028325971215963364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.024450156837701797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.023829320445656776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.018679507076740265,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01928093098104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01743578538298607,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.014069771394133568,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.014069771394133568,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.014069771394133568,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.22.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.17940425872802734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1674610674381256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.16263295710086823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1470092087984085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.085087351500988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.0803941860795021,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09641929715871811,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08907266706228256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08607514202594757,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07541631162166595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.0718083307147026,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.049184251576662064,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.042710743844509125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04091116040945053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.040481086820364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.024600276723504066,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.021204955875873566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02083468623459339,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.019262773916125298,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.018992336466908455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012999244034290314,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013149832375347614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012409712187945843,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008930723182857037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.012999244034290314,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.008930723182857037,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.22.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2728267014026642,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2552686333656311,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2488705813884735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.22478334605693817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.1294342577457428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.12289093434810638,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.14537279307842255,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.1341640055179596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.1308262050151825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.11489833891391754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.10923606157302856,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.07412154972553253,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.06424111127853394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.06209055334329605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.06158668175339699,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03704756870865822,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.031868696212768555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.031389907002449036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.028899449855089188,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02857554890215397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.019426818937063217,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.019199037924408913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01869952864944935,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01250640582293272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.01250640582293272,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.01250640582293272,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.22.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.2531130313873291,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.2263668328523636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.21563643217086792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.1909697949886322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11637137830257416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10583722591400146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13743743300437927,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12552842497825623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11953888088464737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09923932701349258,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09369184821844101,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06981388479471207,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.060064345598220825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05592109635472298,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05490555614233017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03511844575405121,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02913273312151432,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.028635242953896523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.025748085230588913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.025090930983424187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01892751082777977,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01857818104326725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.0175512433052063,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012694298289716244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012694298289716244,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012694298289716244,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.23.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.124246746301651,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11272577196359634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10387255251407623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09367981553077698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.057884443551301956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.051119446754455566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07581423223018646,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06857027858495712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05929204821586609,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.050510961562395096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.049150653183460236,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03864901140332222,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03282866254448891,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.027997775003314018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02675683982670307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.019367359578609467,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.014748984947800636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013932988047599792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.013304898515343666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.012521064840257168,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.010255513712763786,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.010069470852613449,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008534232154488564,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0068022566847503185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.2191162109375,
                "total_bits": 87562240.0,
                "err": 0.014748984947800636,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.0068022566847503185,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.23.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.1133272796869278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1014648899435997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.09034251421689987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.08148915320634842,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.05213718116283417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.04414140060544014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.07243873178958893,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.0657053291797638,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.053738076239824295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04531334340572357,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.04443622753024101,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03665655478835106,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.03136306256055832,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02524329535663128,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.023610729724168777,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.018374988809227943,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.01330066192895174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.012235903181135654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.011961719952523708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.010908002033829689,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.009615723043680191,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.00939780194312334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.007487312890589237,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0061352853663265705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.22021484375,
                "total_bits": 21895168.0,
                "err": 0.01330066192895174,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.0061352853663265705,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.23.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.25532451272010803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.22877278923988342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.21514761447906494,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.19307416677474976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.11857856810092926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.10634128004312515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1473424732685089,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.1325938105583191,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.12169163674116135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.10175995528697968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09770854562520981,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07518026232719421,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.06340356916189194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05697961896657944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.055364079773426056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03758487105369568,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.029220905154943466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.027992984279990196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02576693892478943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.024701539427042007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01928684301674366,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.018399029970169067,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.016614869236946106,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.011434814892709255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.011434814892709255,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.011434814892709255,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.23.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.236714705824852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.20775438845157623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.19741791486740112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.16794459521770477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.10967496037483215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09923242032527924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1273317039012909,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11670702695846558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.11197484284639359,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08746081590652466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.08167513459920883,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06510243564844131,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.056109365075826645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.052971869707107544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.05219714716076851,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03261050209403038,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.027868634089827538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.027142779901623726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.023526335135102272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.023024704307317734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017453836277127266,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.018028905615210533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01643958128988743,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012870840728282928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.012870840728282928,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.012870840728282928,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.23.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.18374912440776825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1715095043182373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.16662824153900146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.15047775208950043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.0872030109167099,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08242384344339371,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09889054298400879,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.09117444604635239,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08821769803762436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07722306251525879,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.0735628679394722,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05043210834264755,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.043756283819675446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.041959334164857864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.041531190276145935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.025300228968262672,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.021808292716741562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02143242210149765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.019804205745458603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.01953536458313465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01352926529943943,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013587161898612976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012956270016729832,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009328176267445087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.01352926529943943,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.009328176267445087,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.23.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2770940363407135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.25909221172332764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2526114284992218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.2280755192041397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.13158218562602997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.12488497048616409,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.147759348154068,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.13633574545383453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.13300704956054688,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.11669538170099258,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.11102692037820816,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.07543503493070602,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.06533876061439514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.06317385286092758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.06265430152416229,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.037739988416433334,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.03246907517313957,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.03197314590215683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02942449226975441,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.0290956050157547,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.019910650327801704,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.019621964544057846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.019185982644557953,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012865745462477207,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012865745462477207,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012865745462477207,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.23.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.2551531493663788,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.22664384543895721,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.21511025726795197,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.19068104028701782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11702021956443787,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10571231693029404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13842514157295227,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12693943083286285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.12046447396278381,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09925273805856705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.0940043181180954,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.07049575448036194,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.060728251934051514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05620085820555687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.055096566677093506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.035396359860897064,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.029214175418019295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.028667617589235306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.025686034932732582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.024967011064291,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01892138086259365,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.018587155267596245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.01741245947778225,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012548264116048813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012548264116048813,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012548264116048813,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.24.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.13241663575172424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.12061744183301926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.11126737296581268,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.10044612735509872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.06194702908396721,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.054937317967414856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.08034024387598038,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.07312583923339844,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.06327228993177414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.05418058857321739,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.05265768617391586,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.04102674126625061,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03508700430393219,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.030002295970916748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.028707779943943024,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02054036781191826,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.01587400957942009,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.015013225376605988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.014354546554386616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.013528861105442047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.010834612883627415,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01089384127408266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.009053780697286129,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.007474714890122414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                "bpw": 5.3753662109375,
                "total_bits": 90183680.0,
                "err": 0.015013225376605988,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.05,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.007474714890122414,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.24.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.12363190203905106,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.11188248544931412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.09933632612228394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.08980165421962738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.0572223924100399,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.048420242965221405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.0799126923084259,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.07286541163921356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.058679305016994476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.05012938380241394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.04924250766634941,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.04062566161155701,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.034778036177158356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.027678238227963448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.025765417143702507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.020295919850468636,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.014525581151247025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.013290662318468094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01312967948615551,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.011881701648235321,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.010615574195981026,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.010274121537804604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.008158174343407154,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.006563957780599594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.22021484375,
                "total_bits": 21895168.0,
                "err": 0.014525581151247025,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.006563957780599594,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.24.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.2706470489501953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.24488209187984467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.2327684462070465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.20898568630218506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.12646937370300293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.11511316150426865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.15383192896842957,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.13863466680049896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.12930262088775635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.10934892296791077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.10468264669179916,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07844624668359756,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.06633727252483368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.060749080032110214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05931437388062477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03915354982018471,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.031056860461831093,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.0299854539334774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.027519267052412033,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.026598017662763596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.02010623924434185,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.019213302060961723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.017731763422489166,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.01188153401017189,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.01188153401017189,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.01188153401017189,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.24.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.23791737854480743,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.21180933713912964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.2004435658454895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.17300288379192352,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.1111009418964386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.1001066192984581,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.13180778920650482,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.12054380774497986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.11285339295864105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09040585160255432,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.08549480885267258,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0671999603509903,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05774349719285965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.05342630669474602,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.0523708313703537,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.033659469336271286,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.027770064771175385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.026848390698432922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02363857999444008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.022927165031433105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01780041679739952,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01767292432487011,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.016293223947286606,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011914495378732681,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.011914495378732681,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.011914495378732681,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.24.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.17929977178573608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16733011603355408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1625705361366272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.146683007478714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08509942889213562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08041420578956604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09634731709957123,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08899093419313431,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08608601987361908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07530893385410309,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07163196057081223,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04914188012480736,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04268760606646538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04094270244240761,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04052605852484703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.024602890014648438,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.021234620362520218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.020868675783276558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.019262580201029778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.018997592851519585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01302120741456747,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013168174773454666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012454024516046047,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008960605598986149,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.01302120741456747,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.008960605598986149,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.24.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.27973875403404236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.26162928342819214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2551047205924988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.23035842180252075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.13289514183998108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.1261514127254486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.14952944219112396,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.13769489526748657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.13432402908802032,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.11781734973192215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.11203397810459137,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.07624374330043793,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.06602250784635544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.06384184956550598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.06333371251821518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.038226768374443054,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.03285442665219307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.032367464154958725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02977566234767437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.029445670545101166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.020283380523324013,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.019911402836441994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.019565334543585777,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.013133515603840351,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.013133515603840351,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.013133515603840351,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.24.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.25294575095176697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.2241038680076599,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.21210168302059174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.18856894969940186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11579292267560959,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10420672595500946,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1381615847349167,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12634262442588806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11942163109779358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09821023046970367,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09328926354646683,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06999039649963379,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.06036710366606712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.055596888065338135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05441867932677269,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.035217076539993286,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.028850970789790154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.028269382193684578,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.025359097868204117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.024587785825133324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.018887966871261597,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.018353965133428574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.01729859970510006,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012262203730642796,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012262203730642796,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012262203730642796,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.25.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.1377250701189041,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1258416473865509,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.11667241156101227,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.10516480356454849,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.06453891098499298,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.057505398988723755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.08318127691745758,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.07559262216091156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.0658465325832367,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.056480251252651215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.054834384471178055,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.04234273359179497,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.036238789558410645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.031185390427708626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02989034727215767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02122625708580017,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.016332026571035385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.015472852624952793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.014735450968146324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.013920211233198643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.011106280609965324,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.010983122512698174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.009314498864114285,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.00732217775657773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                "bpw": 5.3753662109375,
                "total_bits": 90183680.0,
                "err": 0.015472852624952793,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.05,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.00732217775657773,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.25.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.12399108707904816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.11248840391635895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1005139872431755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.0908106192946434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.057635825127363205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.04915319010615349,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.07924848794937134,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.07248455286026001,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.0589710995554924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.05050903558731079,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.04939395561814308,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.040132615715265274,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.03469967097043991,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.027827758342027664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.025978321209549904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.020050011575222015,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.0145482262596488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.013396061956882477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.013138003647327423,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.011990261264145374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.010445215739309788,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.010177752003073692,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.008161650039255619,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.006520872004330158,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.22021484375,
                "total_bits": 21895168.0,
                "err": 0.0145482262596488,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.006520872004330158,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.25.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.2734519839286804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.2479436993598938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.23583480715751648,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.21205884218215942,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.12810882925987244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.11684085428714752,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.15632523596286774,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.14037248492240906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.13081340491771698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.11086299270391464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.10613162815570831,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07985547930002213,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.06710927933454514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.06147623807191849,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.060116756707429886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03983607888221741,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.031430549919605255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.030320946127176285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.027882836759090424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.026972342282533646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.020495178177952766,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.019381221383810043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.018056262284517288,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.011934331618249416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.011934331618249416,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.011934331618249416,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.25.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.25977861881256104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.2258465588092804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.21282058954238892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.18487758934497833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.12098938226699829,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.10707683861255646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1428515613079071,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.1299864947795868,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.12374740093946457,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09712374210357666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.09118060767650604,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.07279206812381744,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.06228774040937424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.058200523257255554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.05719158798456192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.036568500101566315,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.030186353251338005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02919151447713375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.025395959615707397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.024704379960894585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.019540516659617424,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01903015561401844,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01811697520315647,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01278463751077652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.01278463751077652,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.01278463751077652,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.25.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.18092912435531616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16874922811985016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.16393305361270905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1478043496608734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08597011119127274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08120136708021164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09746883064508438,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08992220461368561,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08698947727680206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07600525766611099,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07222484052181244,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04979032278060913,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04317649453878403,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04139098525047302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04096655547618866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02497006393969059,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.021509775891900063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02113931253552437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.019508641213178635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.019240666180849075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013331851921975613,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013404996134340763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012751974165439606,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009190216660499573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.013331851921975613,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.009190216660499573,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.25.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.28102928400039673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.26266852021217346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.25605443120002747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.2309729903936386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.1336183249950409,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.12683196365833282,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.14973102509975433,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.1384424865245819,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.1351131796836853,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.11834506690502167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.11227105557918549,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.07633910328149796,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.06631527841091156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.06411845237016678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.06359747797250748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03811676800251007,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.0328524224460125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.03235762566328049,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02970878593623638,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02937309816479683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.019792163744568825,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.019693631678819656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01904594898223877,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012705471366643906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012705471366643906,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012705471366643906,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.25.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.2538165748119354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.2244546115398407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.2118348926305771,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.1887894719839096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11619685590267181,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10403091460466385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1390760838985443,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12768489122390747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11991610378026962,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09864630550146103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09395134449005127,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.07075971364974976,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.06109480932354927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05584842339158058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05455964058637619,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03543702885508537,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.029082108289003372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.028432829305529594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02560623735189438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.024756615981459618,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.018747733905911446,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.018700428307056427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.016984781250357628,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012598632834851742,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012598632834851742,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012598632834851742,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.26.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.1304335594177246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1187109723687172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10897614806890488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09815596044063568,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.06105172634124756,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.05366881564259529,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.08001367002725601,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.07288524508476257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.06242009252309799,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.05331050604581833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.05181277543306351,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.04081052169203758,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03498999401926994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.0295608751475811,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.028135312721133232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02045614644885063,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.01557228248566389,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.014647956006228924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.014050213620066643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.01316406112164259,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.010688750073313713,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.010698041878640652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008764367550611496,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.00721426447853446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.2191162109375,
                "total_bits": 87562240.0,
                "err": 0.01557228248566389,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.00721426447853446,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.26.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.1194760873913765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1077600046992302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.09426918625831604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.08519314229488373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.05517514422535896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.045960403978824615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.07900284230709076,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.07194629311561584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.05665453150868416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04829144850373268,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.047555357217788696,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.04005919024348259,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.0342891551554203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.026761826127767563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.024701157584786415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.02001456916332245,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.014160814695060253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.012845265679061413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.012817018665373325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.011491743847727776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.010569307021796703,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.010260479524731636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.008029303513467312,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.006668004672974348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.22021484375,
                "total_bits": 21895168.0,
                "err": 0.014160814695060253,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.006668004672974348,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.26.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.26138871908187866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.23317044973373413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.217839777469635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.19568903744220734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.121181920170784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.10777183622121811,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.15383988618850708,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.13727585971355438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.1246604472398758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.10368123650550842,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.10004297643899918,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07891711592674255,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.06556566059589386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.058200638741254807,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.056338198482990265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03948324918746948,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02982860431075096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02845490165054798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.026261916384100914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.0250360406935215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.020302774384617805,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.018916379660367966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.01705888845026493,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.01164826937019825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.01164826937019825,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.01164826937019825,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.26.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.2611612379550934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.23303471505641937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.2231610119342804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.18896467983722687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.12223869562149048,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.11180455982685089,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.13995131850242615,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.12884807586669922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.12442201375961304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0989486426115036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.09204662591218948,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.07157330960035324,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.06173538789153099,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.05870239436626434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.05796653404831886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.035753656178712845,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.03035968728363514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.029628217220306396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.025702286511659622,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.025199290364980698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01880611665546894,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.018814919516444206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.017795810475945473,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012593456543982029,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.012593456543982029,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.012593456543982029,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.26.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.18263158202171326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.17022493481636047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1653253734111786,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.14908462762832642,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08681642264127731,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08197852969169617,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.0984182208776474,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.0908273383975029,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08784111589193344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07672102749347687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07291567325592041,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05022870749235153,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04358313977718353,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04177134111523628,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.0413389652967453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.025127893313765526,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02166876383125782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.021290121600031853,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.019629692658782005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.019357822835445404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013294762931764126,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013442751951515675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012699076905846596,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.00915253534913063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.013294762931764126,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.00915253534913063,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.26.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2792890667915344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2609555721282959,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.25426536798477173,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.22933495044708252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.13289305567741394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.12606163322925568,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.14924739301204681,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.13782598078250885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.1343642622232437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.11756863445043564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.11164864897727966,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0761403888463974,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.06603523343801498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.06381336599588394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.06329081207513809,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03805648535490036,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.032787807285785675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.032282762229442596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.029660211876034737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02932365983724594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.019940340891480446,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.019803185015916824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.019191786646842957,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012955953367054462,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012955953367054462,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012955953367054462,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.26.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.2508338689804077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.22074195742607117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.20752882957458496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.18522915244102478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11471646279096603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10211192816495895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13826902210712433,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12689568102359772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11860816180706024,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09708157181739807,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09266969561576843,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.07039771974086761,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.06077593192458153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05519303306937218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05379649996757507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03550728037953377,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.028811747208237648,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.028113676235079765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.025332964956760406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.024427376687526703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.019164783880114555,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.018686072900891304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.017353232949972153,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.01267322152853012,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.01267322152853012,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.01267322152853012,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.27.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.1327226608991623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.12086546421051025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.11238731443881989,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.10132734477519989,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.06220986694097519,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.05549512431025505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07925278693437576,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.07214540243148804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.0635448694229126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.05428784713149071,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.052478473633527756,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.040539029985666275,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03464170917868614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.030096864327788353,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02893591858446598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.020313037559390068,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.015842119231820107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.015061721205711365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.014279848895967007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.0135497460141778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.010710454545915127,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.010685238987207413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.009106731042265892,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.007274223957210779,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                "bpw": 5.3753662109375,
                "total_bits": 90183680.0,
                "err": 0.015061721205711365,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.05,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.007274223957210779,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.27.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.11904805898666382,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.10856714099645615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.09972245991230011,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.08980344235897064,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.05558377876877785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.048971790820360184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.07286514341831207,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06641361117362976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.056768082082271576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.048650529235601425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.04707232117652893,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0369037501513958,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.031776804476976395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.026872185990214348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.025614572688937187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.018535466864705086,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.014108026400208473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.013287183828651905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.012741601094603539,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.011948899365961552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.009724417701363564,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.00962195172905922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.008048838935792446,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.006420192774385214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.22021484375,
                "total_bits": 21895168.0,
                "err": 0.014108026400208473,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.006420192774385214,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.27.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.24594682455062866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.22312505543231964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.2119891345500946,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.19046606123447418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.11511605232954025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.10488765686750412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13897812366485596,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12645310163497925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.11761030554771423,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09957574307918549,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.095298632979393,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0708542913198471,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.06043683737516403,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.055250607430934906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05395495891571045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03535611554980278,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02821057103574276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.027175981551408768,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.024993952363729477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.024130500853061676,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01816462352871895,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.017379989847540855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.016163649037480354,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010621676221489906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.010621676221489906,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.010621676221489906,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.27.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.21976396441459656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.19800491631031036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.19031265377998352,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.16245563328266144,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.10325267165899277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09469831734895706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11876737326383591,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10852567106485367,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.10492690652608871,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08537968248128891,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07879118621349335,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.061032041907310486,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05228758230805397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04988580569624901,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04930907487869263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.030760399997234344,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02628503181040287,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02568582072854042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022802745923399925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.022424472495913506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01683737151324749,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01695570908486843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.016063442453742027,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012243027798831463,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.012243027798831463,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.012243027798831463,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.27.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.17428870499134064,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16218078136444092,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1573251336812973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.14186199009418488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08287973701953888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07810701429843903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09423648566007614,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.086970254778862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08392314612865448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0731380432844162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06951937079429626,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04820442199707031,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04179290682077408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03993460536003113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03949287533760071,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.024127285927534103,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02079000137746334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.020412370562553406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018836557865142822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.018561003729701042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012824326753616333,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013029172085225582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01221153512597084,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008993815630674362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.012824326753616333,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.008993815630674362,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.27.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.26564693450927734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2480143904685974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.24151159822940826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.21786624193191528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.12647299468517303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.1198253184556961,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1423240453004837,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.13129182159900665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.12790100276470184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.11180594563484192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.10617873817682266,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.07277821004390717,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.06295134127140045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.06075538322329521,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.06023190915584564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.036396849900484085,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.03126448392868042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.030769525095820427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.028264611959457397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.027931449934840202,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01920822449028492,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.018960008397698402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.018466446548700333,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01248039212077856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.01248039212077856,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.01248039212077856,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.27.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.24684962630271912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.21637263894081116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.20237812399864197,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.18041646480560303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11292415112257004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09968243539333344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13817428052425385,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.1259552538394928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11677916347980499,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09502538293600082,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09084581583738327,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.07018999755382538,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.06033030524849892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05441368743777275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05293523147702217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.035401247441768646,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.028537161648273468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.027770720422267914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02503376267850399,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.024066155776381493,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.019118426367640495,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.018748555332422256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.017136262729763985,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012868279591202736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012868279591202736,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012868279591202736,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.28.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.12473054975271225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11347918212413788,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10292993485927582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09289250522851944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.058279965072870255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.050522580742836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07910872250795364,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.07137748599052429,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.059612974524497986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0510445274412632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.05001288279891014,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.04045513644814491,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.034270286560058594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.02827470190823078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.026700908318161964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.020249439403414726,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.014973838813602924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013966245576739311,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.013557350262999535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.01256542094051838,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01065494678914547,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.010510456748306751,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008512943983078003,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.007109903730452061,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.2191162109375,
                "total_bits": 87562240.0,
                "err": 0.014973838813602924,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.007109903730452061,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.28.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.11141896992921829,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.10050691664218903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08576805889606476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07772054523229599,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.051352497190237045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.04149477556347847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.07715749740600586,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06970500946044922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.05280670151114464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04519947990775108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.04486653581261635,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0389837846159935,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.033285778015851974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.024987341836094856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.02262185700237751,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01955370232462883,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.013298869132995605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.011832642368972301,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.012110870331525803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.01061724592000246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.010195409879088402,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.009942612610757351,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0073119779117405415,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0064447917975485325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.22021484375,
                "total_bits": 21895168.0,
                "err": 0.013298869132995605,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.0064447917975485325,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.28.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.254224956035614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.2261480987071991,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.209957554936409,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1884031742811203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.1178295910358429,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.1038442850112915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.15183112025260925,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.1353522688150406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.12127894908189774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.10074806958436966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09742116183042526,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07795943319797516,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.06481051445007324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05668128654360771,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.054623834788799286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.039128389209508896,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.029336199164390564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.027850139886140823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.025896871462464333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.02455194480717182,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.020131327211856842,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.019092772156000137,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.016604039818048477,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.01218828372657299,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.01218828372657299,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.01218828372657299,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.28.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.24805448949337006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.21782779693603516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.2069532573223114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1754770278930664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.11520688235759735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.10372377187013626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.13443222641944885,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.12283317744731903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.11776772141456604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09192517399787903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.08641859889030457,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06881770491600037,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.058998800814151764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.055540960282087326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.054706718772649765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.034477349370718,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02917523868381977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02837056666612625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.024619540199637413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02407214045524597,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.018522217869758606,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01881316863000393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01740025356411934,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013328352011740208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.013328352011740208,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.013328352011740208,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.28.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.16162091493606567,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1502198874950409,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14531366527080536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.13101619482040405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07679496705532074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07211348414421082,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08795694261789322,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08111508190631866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07779040187597275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0676848292350769,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06438382714986801,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04499642923474312,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03897161781787872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.037013206630945206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.036542922258377075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02253350242972374,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01927134580910206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.018880236893892288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.017442110925912857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.01714516431093216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011993758380413055,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012128735892474651,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011347047053277493,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.00835288967937231,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.011993758380413055,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.00835288967937231,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.28.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2426074594259262,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2260991632938385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21973270177841187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.19807545840740204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11542470753192902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10904164612293243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13062210381031036,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12045019865036011,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11678504198789597,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10189257562160492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09675124287605286,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06680690497159958,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.057813096791505814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.055544108152389526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05500372499227524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.033467698842287064,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.028789417818188667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02829483523964882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026055505499243736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.025716286152601242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01779165305197239,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017810219898819923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.017019260674715042,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012104813940823078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012104813940823078,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.012104813940823078,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.28.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.22976918518543243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.20068705081939697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1874430775642395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.16597743332386017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.1050349771976471,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.0925222709774971,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1280764788389206,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11726178973913193,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.1087908148765564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.0878753811120987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08350860327482224,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06544706970453262,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05635605379939079,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05074729025363922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04936694726347923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03304237872362137,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02690335176885128,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.026212360709905624,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.023602094501256943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.022694876417517662,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017983218654990196,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.018024960532784462,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.016144786030054092,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012787573039531708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012787573039531708,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012787573039531708,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.29.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.121501624584198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11038745194673538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10074803233146667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09106867760419846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05663217976689339,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04942568391561508,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.0771348774433136,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06849227845668793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05801395699381828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04958410561084747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04854761064052582,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03939099609851837,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03280853480100632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.02743396908044815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02602388709783554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.019763806834816933,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.014483815059065819,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013545890338718891,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.013096882030367851,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.012208712287247181,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.010361850261688232,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.010036052204668522,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008286045864224434,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006754301022738218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.2191162109375,
                "total_bits": 87562240.0,
                "err": 0.014483815059065819,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.006754301022738218,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.29.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.10780926793813705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09868134558200836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08794315159320831,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07938352227210999,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.05007953941822052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.04275626689195633,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.07056628167629242,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06394146382808685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.05120748654007912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04425904527306557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.04347950965166092,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.035847488790750504,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.03047279268503189,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.024305434897542,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.02259700745344162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01794196292757988,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.012809516862034798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.011755522340536118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.011668679304420948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.010618481785058975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.009382747113704681,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.009135333821177483,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.007193609140813351,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005985778756439686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.22021484375,
                "total_bits": 21895168.0,
                "err": 0.012809516862034798,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.005985778756439686,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.29.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.2713862657546997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.24810945987701416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.23617704212665558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.2127908170223236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.12780101597309113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.11687932163476944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1552409827709198,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.14026574790477753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.1303701251745224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.11148383468389511,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.10712887346744537,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0796607956290245,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.0672384649515152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.06136332452297211,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05992026627063751,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03988584503531456,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.03147321194410324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.030390607193112373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.028129037469625473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.02718564309179783,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.020529678091406822,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.019617389887571335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.018026869744062424,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.012306800112128258,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.012306800112128258,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.012306800112128258,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.29.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.20772095024585724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1813177466392517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.17218156158924103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1494169980287552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09690399467945099,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08717545866966248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11327444016933441,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10211245715618134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09898152947425842,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07801277935504913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07319063693284988,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05816778913140297,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04906304180622101,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04668533802032471,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04611516743898392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.029126552864909172,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.024385221302509308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.023713253438472748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02064916305243969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02025536634027958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015436653979122639,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015456663444638252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01460480410605669,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010776665061712265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031341552734375,
                "total_bits": 101189120.0,
                "err": 0.015436653979122639,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.010776665061712265,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.29.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1595841348171234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.14806638658046722,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14307427406311035,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1289815902709961,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07579565048217773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.0710580125451088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08705943077802658,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08025155961513519,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07682143151760101,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06672535836696625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06356268376111984,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.044571299105882645,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03860379755496979,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03659192472696304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.036113154143095016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.022331027314066887,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01919272541999817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.018790392205119133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.017396504059433937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.017086589708924294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011959275230765343,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01228159386664629,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011289755813777447,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.0086654182523489,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.011959275230765343,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.0086654182523489,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.29.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.21360798180103302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.198770672082901,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.19290876388549805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.17394986748695374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.10234511643648148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.09649302065372467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1160898208618164,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.10709379613399506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.10354108363389969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0903804823756218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.08602306246757507,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.060099437832832336,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05241028964519501,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05025748163461685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.049763597548007965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.030307674780488014,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.027810905128717422,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.027389276772737503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02562015876173973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.025327790528535843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01717020384967327,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.019472865387797356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016503747552633286,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01570083387196064,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.01570083387196064,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.01570083387196064,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.29.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.23066024482250214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.20374412834644318,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.19212672114372253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.16957847774028778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10600119084119797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.094718337059021,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12785926461219788,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11630314588546753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10912298411130905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.0891527459025383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08411799371242523,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06476502120494843,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05576261132955551,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05110333114862442,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.049960166215896606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03254275396466255,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.026903821155428886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.026314370334148407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.023629169911146164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02287590503692627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01742940954864025,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017643602564930916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.01584719493985176,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012364111840724945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012364111840724945,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.012364111840724945,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.30.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11815392225980759,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10696212947368622,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09571025520563126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.08642752468585968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.054996322840452194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04687746614217758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07663409411907196,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06893515586853027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.056372497230768204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04802928864955902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.047288909554481506,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03917352855205536,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.033090800046920776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.02673994190990925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02502569742500782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.019660644233226776,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.014255689457058907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013180835172533989,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012907975353300571,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.011837773956358433,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.010372873395681381,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.010225852020084858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008085585199296474,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006973688956350088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.2191162109375,
                "total_bits": 87562240.0,
                "err": 0.014255689457058907,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.006973688956350088,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.30.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.10991779714822769,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09915582835674286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08407002687454224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07616780698299408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.05051996931433678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.040636222809553146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.0769951194524765,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06926648318767548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.051980726420879364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04441208392381668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.044281620532274246,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03900095820426941,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.032992102205753326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02460196241736412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.02219320274889469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.019627677276730537,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.013111894018948078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.011657638475298882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.011935599148273468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.010442864149808884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.010218068957328796,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.00986417941749096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.007193239871412516,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.006444158032536507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.22021484375,
                "total_bits": 21895168.0,
                "err": 0.013111894018948078,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.006444158032536507,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.30.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.24901182949543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.22088856995105743,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.20315127074718475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.18256831169128418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.11510156095027924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.10032322257757187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.15080396831035614,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.13491113483905792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.11863179504871368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09838459640741348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09552560746669769,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07772929221391678,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.06456658244132996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05552001670002937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.053165581077337265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03910704329609871,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02884802781045437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02719101309776306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.025517122820019722,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.02397216111421585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.020264560356736183,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.019189488142728806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.016326136887073517,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.012372060678899288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.012372060678899288,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.012372060678899288,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.30.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.2125566005706787,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1904420554637909,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.18307006359100342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.15789276361465454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.0990336686372757,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09115331619977951,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11383525282144547,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10369174182415009,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.1007084995508194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08115681260824203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07728490233421326,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05851488932967186,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.050130993127822876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04800712317228317,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.047501932829618454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02940317615866661,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.025631273165345192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.025110561400651932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022211940959095955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.021880410611629486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016048114746809006,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016920696943998337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.015377450734376907,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012667994014918804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:8b/0.9:6b 128g s4",
                "bpw": 6.218841552734375,
                "total_bits": 104334848.0,
                "err": 0.015377450734376907,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.012667994014918804,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.30.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.15717272460460663,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1461160033941269,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14146645367145538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.12751124799251556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07512592524290085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07068769633769989,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.0859600305557251,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07920676469802856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07608962059020996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06631076335906982,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06322167068719864,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04445493966341019,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.038744062185287476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03694003075361252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03650238364934921,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02245759777724743,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02039947919547558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02005135454237461,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018776824697852135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.018525216728448868,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012686454690992832,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.014291131868958473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012119892984628677,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011460402049124241,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.012686454690992832,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.011460402049124241,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.30.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.16435420513153076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1528685837984085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1483130007982254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.13376133143901825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.0785747841000557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07409348338842392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08926500380039215,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08228525519371033,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.0795104131102562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06937460601329803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06611797958612442,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04614797234535217,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.040136031806468964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.0384802408516407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03808180242776871,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02326071634888649,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02109702304005623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.020766181871294975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01938961073756218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.019156163558363914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013071086257696152,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.014569906517863274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012538263574242592,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011545914225280285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031276157924107,
                "total_bits": 354158080.0,
                "err": 0.013071086257696152,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.011545914225280285,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.30.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.1899813711643219,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.1687404364347458,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1595180183649063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.13968275487422943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.08789868652820587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.0792900025844574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.10695338994264603,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.09521263092756271,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.08988591283559799,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.07366030663251877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.06960545480251312,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.053925659507513046,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.04630650207400322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04307810217142105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04226290434598923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.027558382600545883,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.023742450401186943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.023349471390247345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.021154996007680893,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.020673604682087898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.015920670703053474,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.016740866005420685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.014913998544216156,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013215289451181889,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:8b/0.9:6b 128g s4",
                "bpw": 6.227770124162946,
                "total_bits": 365696256.0,
                "err": 0.014913998544216156,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.013215289451181889,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.31.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11271780729293823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10190262645483017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09125779569149017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.08229635655879974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.0523596815764904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04467971622943878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07261041551828384,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06557530909776688,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05377328023314476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.045688189566135406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.044923361390829086,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.037116337567567825,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03144744783639908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.025447236374020576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02383519522845745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.018592186272144318,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.01355621125549078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.012538154609501362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012266864068806171,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.011253721080720425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.00979897566139698,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009707530960440636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.007657644338905811,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006605233531445265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.2191162109375,
                "total_bits": 87562240.0,
                "err": 0.01355621125549078,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 136321024.0,
                "err": 0.006605233531445265,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.31.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.10617458820343018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09555118530988693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08183503150939941,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07403768599033356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04888033866882324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03967495635151863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.07387668639421463,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06596376746892929,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.050303976982831955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.042826391756534576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.04264037311077118,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03751978650689125,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.031480491161346436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.023815106600522995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.021643012762069702,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.018808012828230858,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.012754940427839756,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.011418352834880352,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.011601091362535954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.010231060907244682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.009866503067314625,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.009564653970301151,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.007101036608219147,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.006360749248415232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.1:6b/0.9:5b 32g s4",
                "bpw": 5.22021484375,
                "total_bits": 21895168.0,
                "err": 0.012754940427839756,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.006360749248415232,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.31.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.24949689209461212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.21833689510822296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.199032723903656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.17895857989788055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.11492301523685455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09862638264894485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.15141870081424713,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.13583457469940186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.11910690367221832,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09705529361963272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09483492374420166,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07789697498083115,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.0650581642985344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.055433183908462524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05290699005126953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.039147377014160156,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02870653197169304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.026879727840423584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.025134887546300888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.02345961704850197,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0201739314943552,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.019073830917477608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.016198869794607162,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.012040446512401104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.012040446512401104,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.12646484375,
                "total_bits": 34084864.0,
                "err": 0.012040446512401104,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.31.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.13511763513088226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11975771188735962,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.11388992518186569,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.097958505153656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.06081293150782585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.05536279454827309,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07277096062898636,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0641622245311737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.062113113701343536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.05021796002984047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.046983376145362854,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03649627044796944,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03313066437840462,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.03174504637718201,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.031406015157699585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01943177543580532,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.019860636442899704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.019536254927515984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.018254071474075317,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.018083563074469566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01216399297118187,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016081081703305244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.011791329830884933,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.014556091278791428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:6b 128g s4",
                "bpw": 6.031341552734375,
                "total_bits": 101189120.0,
                "err": 0.01216399297118187,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "0.1:8b/0.9:6b 128g s4",
                "bpw": 6.218841552734375,
                "total_bits": 104334848.0,
                "err": 0.011791329830884933,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.31.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1422276645898819,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.13279631733894348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.12905052304267883,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.11625072360038757,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.06763950735330582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.06392320245504379,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07663626223802567,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07060863822698593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.06835069507360458,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.05970732122659683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.0567457340657711,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.03915951028466225,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03388327732682228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.032534159719944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03221242129802704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.019583232700824738,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01685558445751667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.016564588993787766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.015261203981935978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.015053121373057365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.010315846651792526,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.010433189570903778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.009856446646153927,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007078721188008785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.4:6b/0.6:5b 32g s4",
                "bpw": 5.531354631696429,
                "total_bits": 324802560.0,
                "err": 0.015261203981935978,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.4,
                        0.6
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.125104631696429,
                "total_bits": 477108224.0,
                "err": 0.007078721188008785,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.31.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.09060729295015335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.08438833057880402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.08196192234754562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.07377822697162628,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.04301906377077103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.04062171280384064,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.048846762627363205,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.04495947062969208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.043497465550899506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.03794946148991585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.03606566786766052,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.025022422894835472,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.021649161353707314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.020782850682735443,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.02058059349656105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.01256556622684002,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.010965346358716488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.010782633908092976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.009973069652915001,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.009841264225542545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.006814250256866217,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.007059179712086916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.006530929356813431,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.005113210529088974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "1.0:5b 128g s4",
                "bpw": 5.031276157924107,
                "total_bits": 295437824.0,
                "err": 0.01256556622684002,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "0.1:8b/0.9:6b 128g s4",
                "bpw": 6.218776157924107,
                "total_bits": 365168128.0,
                "err": 0.006530929356813431,
                "qparams": {
                    "group_size": 128,
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            }
        },
        {
            "key": "model.layers.31.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.12555932998657227,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.11329623311758041,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.10706664621829987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.09336938709020615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.05844831094145775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.05315346643328667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.07243159413337708,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.0648108720779419,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.05978724732995033,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.049918439239263535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.04739556461572647,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.037339866161346436,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.031640730798244476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.028857359662652016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.028139926493167877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.01929909735918045,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.016214046627283096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.01586996391415596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.014702614396810532,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.014289011247456074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.011410923674702644,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01182964351028204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.010539356619119644,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.009545414708554745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "best_option_max": {
                "desc": "0.4:6b/0.6:5b 32g s4",
                "bpw": 5.527151925223214,
                "total_bits": 324555776.0,
                "err": 0.014702614396810532,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.4,
                        0.6
                    ],
                    "scale_bits": 4
                }
            },
            "best_option": {
                "desc": "1.0:8b 32g s4",
                "bpw": 8.1253662109375,
                "total_bits": 477123584.0,
                "err": 0.009545414708554745,
                "qparams": {
                    "group_size": 32,
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1.0
                    ],
                    "scale_bits": 4
                }
            }
        }
    ],
    "last_module_idx": 66,
    "base_perplexity": 8.983116301860113
}