quant_config.json

{
  "w_bit": 4,
  "group_size": 128,
  "method": "RTN",
  "kernel": "torchao_int4_weight_only (_weight_int4pack_mm)",
  "skipped": [
    "shape_proj (in=16)",
    "lm_head (out=4099)"
  ]
}