{ "per_channel": true, "reduce_range": true, "per_model_config": { "decoder_model": { "op_types": [ "Transpose", "ReduceMean", "Div", "Gather", "And", "Add", "Constant", "Mul", "Concat", "Sub", "Split", "Pow", "Tanh", "ConstantOfShape", "Softmax", "Cast", "Sqrt", "Equal", "Squeeze", "Shape", "MatMul", "Where", "Reshape", "Unsqueeze", "Slice", "CumSum" ], "weight_type": "QInt8" }, "decoder_model_merged": { "op_types": [ "Transpose", "ReduceMean", "Div", "Gather", "And", "Add", "Constant", "Mul", "Concat", "If", "Sub", "Split", "Pow", "Tanh", "ConstantOfShape", "Softmax", "Cast", "Sqrt", "Equal", "Squeeze", "Shape", "MatMul", "Where", "Reshape", "Unsqueeze", "Slice", "CumSum" ], "weight_type": "QInt8" }, "decoder_with_past_model": { "op_types": [ "Transpose", "ReduceMean", "Div", "Gather", "And", "Add", "Constant", "Mul", "Concat", "Sub", "Split", "Pow", "Tanh", "ConstantOfShape", "Softmax", "Cast", "Sqrt", "Equal", "Squeeze", "Shape", "MatMul", "Where", "Reshape", "Unsqueeze", "Slice", "CumSum" ], "weight_type": "QInt8" } } }