quantize_config.json

{
    "bits": [
        4
    ],
    "group_size": [
        128
    ],
    "damp_percent": [
        0.1
    ],
    "desc_act": [
        true
    ],
    "sym": true,
    "true_sequential": true
}