khulnasoft commited on
Commit
ed94346
·
verified ·
1 Parent(s): 1b1da19

Create quantize_config.json

Browse files
Files changed (1) hide show
  1. quantize_config.json +30 -0
quantize_config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "per_channel": true,
3
+ "reduce_range": true,
4
+ "per_model_config": {
5
+ "model": {
6
+ "op_types": [
7
+ "Erf",
8
+ "Shape",
9
+ "Sqrt",
10
+ "Constant",
11
+ "Concat",
12
+ "Mul",
13
+ "MatMul",
14
+ "Softmax",
15
+ "Slice",
16
+ "Add",
17
+ "ReduceMean",
18
+ "Cast",
19
+ "Unsqueeze",
20
+ "Gather",
21
+ "Sub",
22
+ "Div",
23
+ "Transpose",
24
+ "Reshape",
25
+ "Pow"
26
+ ],
27
+ "weight_type": "QInt8"
28
+ }
29
+ }
30
+ }