{ "per_channel": false, "reduce_range": false, "per_model_config": { "decoder_model": { "op_types": [ "Sqrt", "Constant", "Where", "ConstantOfShape", "ReduceMean", "Squeeze", "Cast", "Shape", "Softmax", "Gather", "Sub", "Expand", "Div", "Range", "Pow", "Erf", "Add", "Unsqueeze", "MatMul", "Slice", "Less", "Mul", "Transpose", "Equal", "Concat", "Reshape" ], "weight_type": "QInt8" }, "decoder_with_past_model": { "op_types": [ "Sqrt", "Pow", "Mul", "Constant", "Softmax", "Gather", "Div", "MatMul", "Sub", "ReduceMean", "Add", "Erf", "Shape", "Transpose", "Unsqueeze", "Concat", "Reshape", "Slice" ], "weight_type": "QInt8" }, "encoder_model": { "op_types": [ "Conv", "Sqrt", "Pow", "Mul", "Constant", "Softmax", "Gather", "Sub", "Erf", "Add", "ReduceMean", "Unsqueeze", "Shape", "Transpose", "Reshape", "Div", "Concat", "MatMul" ], "weight_type": "QUInt8" }, "decoder_model_merged": { "op_types": [ "Sqrt", "Constant", "Where", "ConstantOfShape", "ReduceMean", "Squeeze", "Cast", "Shape", "Softmax", "Gather", "Sub", "Expand", "Div", "Range", "Pow", "Erf", "Add", "Unsqueeze", "MatMul", "Slice", "Less", "Mul", "Transpose", "Equal", "Concat", "Reshape", "If" ], "weight_type": "QInt8" } } }