Update config.json (#2)

- Update config.json (1acb92621b9213ac2bc7a446ba607fc9b099abfe)

Co-authored-by: Younes Belkada <ybelkada@users.noreply.huggingface.co>

Files changed (1) hide show

config.json CHANGED Viewed

@@ -25,10 +25,10 @@
   "prefix": "</s>",
   "quantization_config": {
     "backend": "autoawq",
-    "q_group_size": 128,
     "quant_method": "awq",
     "version": "GEMM",
-    "w_bit": 4,
     "zero_point": true
   },
   "torch_dtype": "float16",

   "prefix": "</s>",
   "quantization_config": {
     "backend": "autoawq",
+    "group_size": 128,
     "quant_method": "awq",
     "version": "GEMM",
+    "bits": 4,
     "zero_point": true
   },
   "torch_dtype": "float16",