Update config.json

#2
by ybelkada HF staff - opened
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -25,10 +25,10 @@
25
  "prefix": "</s>",
26
  "quantization_config": {
27
  "backend": "autoawq",
28
- "q_group_size": 128,
29
  "quant_method": "awq",
30
  "version": "GEMM",
31
- "w_bit": 4,
32
  "zero_point": true
33
  },
34
  "torch_dtype": "float16",
 
25
  "prefix": "</s>",
26
  "quantization_config": {
27
  "backend": "autoawq",
28
+ "group_size": 128,
29
  "quant_method": "awq",
30
  "version": "GEMM",
31
+ "bits": 4,
32
  "zero_point": true
33
  },
34
  "torch_dtype": "float16",