Update quantize_config.json
Browse files- quantize_config.json +5 -0
quantize_config.json
CHANGED
@@ -549,5 +549,10 @@
|
|
549 |
"bnb4": {
|
550 |
"block_size": 64,
|
551 |
"quant_type": 1
|
|
|
|
|
|
|
|
|
|
|
552 |
}
|
553 |
}
|
|
|
549 |
"bnb4": {
|
550 |
"block_size": 64,
|
551 |
"quant_type": 1
|
552 |
+
},
|
553 |
+
"q4": {
|
554 |
+
"block_size": 32,
|
555 |
+
"is_symmetric": true,
|
556 |
+
"accuracy_level": null
|
557 |
}
|
558 |
}
|