removed quantization config
Browse files- config.json +0 -9
config.json
CHANGED
|
@@ -54,12 +54,3 @@
|
|
| 54 |
"use_cache": true,
|
| 55 |
"vocab_size": 96103
|
| 56 |
},
|
| 57 |
-
|
| 58 |
-
"quantization_config": {
|
| 59 |
-
"quant_method": "awq",
|
| 60 |
-
"zero_point": true,
|
| 61 |
-
"group_size": 128,
|
| 62 |
-
"bits": 4,
|
| 63 |
-
"version": "gemm"
|
| 64 |
-
}
|
| 65 |
-
}
|
|
|
|
| 54 |
"use_cache": true,
|
| 55 |
"vocab_size": 96103
|
| 56 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|