quant_config.json

{"wbits": 4, "abits": 16, "group_size": 128, "symmetric": true}