Malekhmem commited on
Commit
62a979e
·
verified ·
1 Parent(s): 79243f0

Update quantization_config.json

Browse files
Files changed (1) hide show
  1. quantization_config.json +8 -3
quantization_config.json CHANGED
@@ -1,6 +1,11 @@
1
  {
2
- "quant_type": "int8",
3
- "bits": 8,
 
 
 
4
  "sym": true,
5
- "per_channel": true
 
 
6
  }
 
1
  {
2
+ "bits": 4,
3
+ "group_size": 128,
4
+ "damp_percent": 0.1,
5
+ "desc_act": true,
6
+ "static_groups": false,
7
  "sym": true,
8
+ "true_sequential": true,
9
+ "model_name_or_path": null,
10
+ "model_file_base_name": "model"
11
  }