Xenova HF staff commited on
Commit
de45616
1 Parent(s): 4378632

Update quantize_config.json

Browse files
Files changed (1) hide show
  1. quantize_config.json +5 -0
quantize_config.json CHANGED
@@ -549,5 +549,10 @@
549
  "bnb4": {
550
  "block_size": 64,
551
  "quant_type": 1
 
 
 
 
 
552
  }
553
  }
 
549
  "bnb4": {
550
  "block_size": 64,
551
  "quant_type": 1
552
+ },
553
+ "q4": {
554
+ "block_size": 32,
555
+ "is_symmetric": true,
556
+ "accuracy_level": null
557
  }
558
  }