{ "per_channel": true, "reduce_range": true, "per_model_config": { "decoder_model": { "op_types": [ "Squeeze", "Add", "ReduceMean", "Div", "Cast", "Shape", "MatMul", "Transpose", "Where", "ConstantOfShape", "Softmax", "Concat", "Sqrt", "Range", "Expand", "Sub", "Equal", "Gather", "Reshape", "Relu", "Constant", "CumSum", "Slice", "Mul", "Unsqueeze", "Less", "Pow", "Not" ], "weight_type": "QInt8" }, "decoder_model_merged": { "op_types": [ "Squeeze", "Add", "ReduceMean", "Div", "Cast", "Shape", "MatMul", "Transpose", "Where", "ConstantOfShape", "Softmax", "Concat", "Sqrt", "Range", "If", "Expand", "Sub", "Equal", "Gather", "Reshape", "Relu", "Constant", "CumSum", "Slice", "Mul", "Unsqueeze", "Less", "Pow", "Not" ], "weight_type": "QInt8" }, "decoder_with_past_model": { "op_types": [ "Add", "ReduceMean", "Div", "Cast", "Shape", "MatMul", "Transpose", "Where", "ConstantOfShape", "Softmax", "Concat", "Sqrt", "Expand", "Sub", "Equal", "Gather", "Reshape", "Relu", "Constant", "CumSum", "Mul", "Unsqueeze", "Pow", "Not" ], "weight_type": "QInt8" }, "encoder_model": { "op_types": [ "Add", "ReduceMean", "Div", "Cast", "Shape", "MatMul", "Transpose", "Where", "ConstantOfShape", "Softmax", "Concat", "Sqrt", "Expand", "Sub", "Equal", "Gather", "Reshape", "Relu", "Constant", "CumSum", "Mul", "Unsqueeze", "Pow", "Not" ], "weight_type": "QInt8" } } }