{ "per_channel": true, "reduce_range": true, "per_model_config": { "decoder_with_past_model": { "op_types": [ "Tanh", "Add", "Softmax", "Gather", "Sqrt", "Sub", "Unsqueeze", "Range", "ReduceMean", "Transpose", "Div", "Pow", "Where", "Slice", "Reshape", "Mul", "Constant", "Shape", "Concat", "Squeeze", "Cast", "MatMul" ], "weight_type": "QInt8" }, "decoder_model_merged": { "op_types": [ "Tanh", "Add", "Softmax", "Gather", "Sqrt", "Sub", "Unsqueeze", "Range", "ReduceMean", "Transpose", "Div", "Pow", "Where", "Slice", "If", "Reshape", "Mul", "Constant", "Shape", "Concat", "Squeeze", "Cast", "MatMul" ], "weight_type": "QInt8" }, "decoder_model": { "op_types": [ "Tanh", "Add", "Softmax", "Gather", "Sqrt", "Sub", "Unsqueeze", "Range", "ReduceMean", "Transpose", "Div", "Pow", "Where", "Slice", "Reshape", "Mul", "Constant", "Shape", "Concat", "Squeeze", "Cast", "MatMul" ], "weight_type": "QInt8" } } }