opt-30b-4bit / quant_config.json
osieosie's picture
first commit
9b63749
{
"dataset": "c4",
"bits": 4,
"nsamples": 128,
"groupsize": 64,
"act_order": true,
"percdamp": 0.01,
"seed": 0,
"nearest": false,
"save": "./opt-30b-quantized"
}