{ "per_channel": true, "reduce_range": true, "per_model_config": { "encoder_model": { "op_types": [ "Mul", "Cast", "Div", "Where", "Unsqueeze", "Concat", "Reshape", "Add", "MatMul", "Sigmoid", "Sqrt", "Sub", "ReduceMean", "ConstantOfShape", "Expand", "Shape", "Constant", "Gather", "Equal", "Transpose", "Pow", "Range", "Softmax" ], "weight_type": "QInt8" }, "decoder_with_past_model": { "op_types": [ "Mul", "Cast", "Div", "Where", "Unsqueeze", "Concat", "Reshape", "Add", "MatMul", "Sigmoid", "Sqrt", "Sub", "ReduceMean", "ConstantOfShape", "Expand", "Shape", "Constant", "Gather", "Equal", "Transpose", "Pow", "Range", "Softmax" ], "weight_type": "QInt8" }, "decoder_model": { "op_types": [ "Mul", "Cast", "Div", "Where", "Unsqueeze", "Less", "Concat", "Reshape", "Add", "MatMul", "Sigmoid", "Sqrt", "Sub", "ReduceMean", "ConstantOfShape", "Expand", "Shape", "Constant", "Gather", "Equal", "Transpose", "Slice", "Squeeze", "Range", "Pow", "Softmax" ], "weight_type": "QInt8" }, "decoder_model_merged": { "op_types": [ "Mul", "Cast", "Div", "Where", "Unsqueeze", "Less", "Concat", "Reshape", "Add", "MatMul", "Sigmoid", "Sqrt", "Sub", "If", "ConstantOfShape", "ReduceMean", "Expand", "Shape", "Constant", "Gather", "Equal", "Transpose", "Slice", "Squeeze", "Range", "Pow", "Softmax" ], "weight_type": "QInt8" } } }