quant_config.json

{"wbits": 4, "abits": 16, "group_size": 128, "symmetric": false, "delta_round": 1, "hard_freq": 3}