{ "per_channel": false, "reduce_range": false, "per_model_config": { "encoder_model": { "op_types": [ "MatMul", "Add", "Equal", "ConstantOfShape", "Pow", "Erf", "Sub", "Mul", "Reshape", "Div", "Where", "Unsqueeze", "Expand", "Gather", "Softmax", "Transpose", "Constant", "Shape", "ReduceMean", "Concat", "Sqrt", "Slice", "Conv" ], "weight_type": "QUInt8" }, "decoder_model": { "op_types": [ "MatMul", "Add", "ConstantOfShape", "Pow", "Sub", "Mul", "Reshape", "Div", "Where", "Tanh", "Unsqueeze", "Gather", "Softmax", "Split", "Slice", "Squeeze", "Range", "Transpose", "Cast", "Constant", "Shape", "ReduceMean", "Concat", "Sqrt", "Gemm" ], "weight_type": "QInt8" }, "decoder_with_past_model": { "op_types": [ "MatMul", "Add", "ConstantOfShape", "Pow", "Sub", "Mul", "Reshape", "Div", "Where", "Tanh", "Unsqueeze", "Gather", "Softmax", "Split", "Slice", "Squeeze", "Range", "Transpose", "Cast", "Constant", "Shape", "ReduceMean", "Concat", "Sqrt", "Gemm" ], "weight_type": "QInt8" }, "decoder_model_merged": { "op_types": [ "MatMul", "Add", "ConstantOfShape", "Pow", "Sub", "Mul", "Gemm", "Reshape", "Div", "Where", "Tanh", "Unsqueeze", "Gather", "Softmax", "Split", "Squeeze", "Range", "Transpose", "Cast", "Constant", "If", "Shape", "ReduceMean", "Concat", "Sqrt", "Slice" ], "weight_type": "QInt8" } } }