TheBloke commited on
Commit
7a5cbca
1 Parent(s): 45bffd9

Initial GPTQ model commit

Browse files
Files changed (1) hide show
  1. quantize_config.json +2 -2
quantize_config.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "bits": 4,
3
- "group_size": 128,
4
  "damp_percent": 0.01,
5
- "desc_act": false,
6
  "sym": true,
7
  "true_sequential": true,
8
  "model_name_or_path": null,
 
1
  {
2
  "bits": 4,
3
+ "group_size": -1,
4
  "damp_percent": 0.01,
5
+ "desc_act": true,
6
  "sym": true,
7
  "true_sequential": true,
8
  "model_name_or_path": null,