{ "per_channel": true, "reduce_range": true, "per_model_config": { "encoder_model": { "op_types": [ "Gather", "Expand", "Reshape", "ConstantOfShape", "Unsqueeze", "Pow", "Constant", "MatMul", "Softmax", "Sub", "Shape", "Range", "Transpose", "Concat", "Div", "Equal", "Sqrt", "ReduceMean", "Erf", "Cast", "Mul", "Where", "Add" ], "weight_type": "QInt8" }, "decoder_model": { "op_types": [ "Gather", "Expand", "Reshape", "ConstantOfShape", "Unsqueeze", "Squeeze", "Pow", "Constant", "MatMul", "Softmax", "Sub", "Shape", "Slice", "Range", "Transpose", "Concat", "Div", "Less", "Equal", "Sqrt", "ReduceMean", "Erf", "Cast", "Mul", "Where", "Add" ], "weight_type": "QInt8" }, "decoder_with_past_model": { "op_types": [ "Gather", "Expand", "Reshape", "ConstantOfShape", "Unsqueeze", "Pow", "Constant", "MatMul", "Softmax", "Sub", "Shape", "Range", "Transpose", "Concat", "Div", "Equal", "Sqrt", "ReduceMean", "Erf", "Cast", "Mul", "Where", "Add" ], "weight_type": "QInt8" }, "decoder_model_merged": { "op_types": [ "Gather", "Expand", "Reshape", "ConstantOfShape", "Unsqueeze", "Squeeze", "Pow", "Constant", "MatMul", "Softmax", "Sub", "Shape", "Slice", "Range", "Transpose", "Concat", "Div", "Less", "If", "Equal", "Sqrt", "ReduceMean", "Erf", "Cast", "Mul", "Where", "Add" ], "weight_type": "QInt8" } } }