{ "bits": 4, "dataset": "sharegpt-gpt4-mini,alpaca-zh,alpaca-en", "group_size": 128, "damp_percent": 0.1, "desc_act": false, "sym": true, "true_sequential": true, "quant_method": "gptq", "modules_in_block_to_quantize": null }