{ "per_channel": true, "reduce_range": true, "per_model_config": { "decoder_model": { "op_types": [ "Add", "Where", "MatMul", "Gather", "Gemm", "Reshape", "Concat", "Cast", "Pow", "Constant", "ConstantOfShape", "Slice", "Mul", "Div", "Unsqueeze", "Sub", "Squeeze", "Softmax", "Split", "Transpose", "Shape", "Tanh", "Range", "ReduceMean", "Sqrt" ], "weight_type": "QInt8" }, "encoder_model": { "op_types": [ "Where", "Add", "Equal", "MatMul", "Gather", "Conv", "Reshape", "Concat", "Expand", "Pow", "Constant", "ConstantOfShape", "Erf", "Slice", "Mul", "Div", "Unsqueeze", "Sub", "Softmax", "Transpose", "Shape", "ReduceMean", "Sqrt" ], "weight_type": "QUInt8" }, "decoder_model_merged": { "op_types": [ "Add", "Where", "MatMul", "Gather", "Gemm", "Reshape", "Concat", "Cast", "Pow", "Constant", "ConstantOfShape", "Slice", "Mul", "If", "Div", "Unsqueeze", "Sub", "Squeeze", "Softmax", "Split", "Transpose", "Shape", "Tanh", "Range", "ReduceMean", "Sqrt" ], "weight_type": "QInt8" }, "decoder_with_past_model": { "op_types": [ "Add", "Where", "MatMul", "Gather", "Gemm", "Reshape", "Concat", "Cast", "Pow", "Constant", "ConstantOfShape", "Slice", "Mul", "Div", "Unsqueeze", "Squeeze", "Sub", "Softmax", "Split", "Transpose", "Shape", "Tanh", "Range", "ReduceMean", "Sqrt" ], "weight_type": "QInt8" } } }