{ | |
"bits": 4, | |
"group_size": 128, | |
"desc_act": true, | |
"static_groups": false, | |
"sym": true, | |
"lm_head": false, | |
"damp_percent": 0.01, | |
"true_sequential": true, | |
"model_name_or_path": "", | |
"model_file_base_name": "model", | |
"quant_method": "auto_round", | |
"checkpoint_format": "gptq", | |
"meta": { | |
"quantizer": "gptqmodel:0.9.8-dev0", | |
"enable_full_range": false, | |
"batch_size": 1, | |
"amp": true, | |
"lr_scheduler": null, | |
"enable_quanted_input": true, | |
"enable_minmax_tuning": true, | |
"lr": null, | |
"minmax_lr": null, | |
"low_gpu_mem_usage": true, | |
"iters": 200, | |
"seqlen": 2048, | |
"nsamples": 512, | |
"sampler": "rand", | |
"seed": 42, | |
"nblocks": 1, | |
"gradient_accumulate_steps": 1, | |
"not_use_best_mse": false, | |
"dynamic_max_gap": -1, | |
"data_type": "int", | |
"scale_dtype": "fp16" | |
} | |
} |