{ "bits": 4, "dataset": "alpaca-zh,alpaca-en,sharegpt-gpt4:default", "group_size": 128, "damp_percent": 0.1, "desc_act": false, "sym": true, "true_sequential": true, "quant_method": "gptq", "modules_in_block_to_quantize": null }