Update config.json (#1)
Browse files- Update config.json (bba5ea4f39115ffdbf8d42ce21cd410947b3f60a)
- Update config.json (eef29330dda69ea774a5a473dee4aff95e81bd0c)
Co-authored-by: Younes Belkada <ybelkada@users.noreply.huggingface.co>
- config.json +2 -2
config.json
CHANGED
@@ -23,8 +23,8 @@
|
|
23 |
"num_hidden_layers": 12,
|
24 |
"pad_token_id": 1,
|
25 |
"prefix": "</s>",
|
26 |
-
"
|
27 |
-
"backend": "
|
28 |
"q_group_size": 128,
|
29 |
"quant_method": "awq",
|
30 |
"version": "GEMM",
|
|
|
23 |
"num_hidden_layers": 12,
|
24 |
"pad_token_id": 1,
|
25 |
"prefix": "</s>",
|
26 |
+
"quantization_config": {
|
27 |
+
"backend": "autoawq",
|
28 |
"q_group_size": 128,
|
29 |
"quant_method": "awq",
|
30 |
"version": "GEMM",
|