model:
  name: model
  operator:
    input_data:
      type: Input
      output:
        input_ids:0:
          dtype: int32
          shape: [-1, -1]
        token_type_ids:0:
          dtype: int32
          shape: [-1, -1]
        attention_mask:0:
          dtype: int32
          shape: [-1, -1]
        bert.embeddings.position_embeddings.weight:0:
          dtype: fp32
          shape: [512, 256]
          location: [0, 524288]
        bert.embeddings.token_type_embeddings.weight:0:
          dtype: fp32
          shape: [2, 256]
          location: [524288, 2048]
        bert.embeddings.word_embeddings.weight:0:
          dtype: fp32
          shape: [30522, 256]
          location: [526336, 31254528]
        bert.embeddings.LayerNorm.weight:0:
          dtype: fp32
          shape: [256]
          location: [31780864, 1024]
        bert.embeddings.LayerNorm.bias:0:
          dtype: fp32
          shape: [256]
          location: [31781888, 1024]
        /bert/embeddings/LayerNorm/Add_1_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [31988776, 4]
        /bert/embeddings/LayerNorm/Add_1_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [31988780, 4]
        /bert/encoder/layer.0/attention/self/key/Transpose_output_0_quantized:0:
          dtype: s8
          shape: [256, 256]
          location: [31782920, 65536]
        bert.encoder.layer.0.attention.self.key.bias:0:
          dtype: s32
          shape: [256]
          location: [31848456, 1024]
        /bert/encoder/layer.0/attention/self/key/Transpose_output_0_quantized:0_min:
          dtype: fp32
          shape: [256]
          location: [31849480, 1024]
        /bert/encoder/layer.0/attention/self/key/Transpose_output_0_quantized:0_max:
          dtype: fp32
          shape: [256]
          location: [31850504, 1024]
        /bert/encoder/layer.0/attention/self/Reshape_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [31988800, 4]
        /bert/encoder/layer.0/attention/self/Reshape_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [31988804, 4]
        /bert/encoder/layer.0/attention/self/query/Transpose_output_0_quantized:0:
          dtype: s8
          shape: [256, 256]
          location: [31851544, 65536]
        bert.encoder.layer.0.attention.self.query.bias:0:
          dtype: s32
          shape: [256]
          location: [31917080, 1024]
        /bert/encoder/layer.0/attention/self/query/Transpose_output_0_quantized:0_min:
          dtype: fp32
          shape: [256]
          location: [31918104, 1024]
        /bert/encoder/layer.0/attention/self/query/Transpose_output_0_quantized:0_max:
          dtype: fp32
          shape: [256]
          location: [31919128, 1024]
        /bert/encoder/layer.0/attention/self/Reshape_2_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [31988792, 4]
        /bert/encoder/layer.0/attention/self/Reshape_2_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [31988796, 4]
        /bert/encoder/layer.0/attention/self/value/Transpose_output_0_quantized:0:
          dtype: s8
          shape: [256, 256]
          location: [31920168, 65536]
        bert.encoder.layer.0.attention.self.value.bias:0:
          dtype: s32
          shape: [256]
          location: [31985704, 1024]
        /bert/encoder/layer.0/attention/self/value/Transpose_output_0_quantized:0_min:
          dtype: fp32
          shape: [256]
          location: [31986728, 1024]
        /bert/encoder/layer.0/attention/self/value/Transpose_output_0_quantized:0_max:
          dtype: fp32
          shape: [256]
          location: [31987752, 1024]
        /bert/encoder/layer.0/attention/self/Reshape_1_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [31988832, 4]
        /bert/encoder/layer.0/attention/self/Reshape_1_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [31988836, 4]
        /bert/encoder/layer.0/attention/self/Add_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [31988808, 4]
        /bert/encoder/layer.0/attention/self/Add_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [31988812, 4]
        /bert/encoder/layer.0/attention/self/Softmax_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [31988824, 4]
        /bert/encoder/layer.0/attention/self/Softmax_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [31988828, 4]
        /bert/encoder/layer.0/attention/self/Reshape_3_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [32057456, 4]
        /bert/encoder/layer.0/attention/self/Reshape_3_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [32057460, 4]
        /bert/encoder/layer.0/attention/output/dense/Transpose_output_0_quantized:0:
          dtype: s8
          shape: [256, 256]
          location: [31988848, 65536]
        bert.encoder.layer.0.attention.output.dense.bias:0:
          dtype: s32
          shape: [256]
          location: [32054384, 1024]
        /bert/encoder/layer.0/attention/output/dense/Transpose_output_0_quantized:0_min:
          dtype: fp32
          shape: [256]
          location: [32055408, 1024]
        /bert/encoder/layer.0/attention/output/dense/Transpose_output_0_quantized:0_max:
          dtype: fp32
          shape: [256]
          location: [32056432, 1024]
        /bert/encoder/layer.0/attention/output/Add_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [32057464, 4]
        /bert/encoder/layer.0/attention/output/Add_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [32057468, 4]
        bert.encoder.layer.0.attention.output.LayerNorm.weight:0:
          dtype: fp32
          shape: [256]
          location: [32057472, 1024]
        bert.encoder.layer.0.attention.output.LayerNorm.bias:0:
          dtype: fp32
          shape: [256]
          location: [32058496, 1024]
        /bert/encoder/layer.0/attention/output/LayerNorm/Add_1_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [32333960, 4]
        /bert/encoder/layer.0/attention/output/LayerNorm/Add_1_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [32333964, 4]
        /bert/encoder/layer.0/intermediate/dense/Transpose_output_0_quantized:0:
          dtype: s8
          shape: [1024, 256]
          location: [32059528, 262144]
        bert.encoder.layer.0.intermediate.dense.bias:0:
          dtype: s32
          shape: [1024]
          location: [32321672, 4096]
        /bert/encoder/layer.0/intermediate/dense/Transpose_output_0_quantized:0_min:
          dtype: fp32
          shape: [1024]
          location: [32325768, 4096]
        /bert/encoder/layer.0/intermediate/dense/Transpose_output_0_quantized:0_max:
          dtype: fp32
          shape: [1024]
          location: [32329864, 4096]
        /bert/encoder/layer.0/intermediate/intermediate_act_fn/Mul_1_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [32599192, 4]
        /bert/encoder/layer.0/intermediate/intermediate_act_fn/Mul_1_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [32599196, 4]
        /bert/encoder/layer.0/output/dense/Transpose_output_0_quantized:0:
          dtype: s8
          shape: [256, 1024]
          location: [32333976, 262144]
        bert.encoder.layer.0.output.dense.bias:0:
          dtype: s32
          shape: [256]
          location: [32596120, 1024]
        /bert/encoder/layer.0/output/dense/Transpose_output_0_quantized:0_min:
          dtype: fp32
          shape: [256]
          location: [32597144, 1024]
        /bert/encoder/layer.0/output/dense/Transpose_output_0_quantized:0_max:
          dtype: fp32
          shape: [256]
          location: [32598168, 1024]
        /bert/encoder/layer.0/output/Add_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [32599200, 4]
        /bert/encoder/layer.0/output/Add_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [32599204, 4]
        bert.encoder.layer.0.output.LayerNorm.weight:0:
          dtype: fp32
          shape: [256]
          location: [32599208, 1024]
        bert.encoder.layer.0.output.LayerNorm.bias:0:
          dtype: fp32
          shape: [256]
          location: [32600232, 1024]
        /bert/encoder/layer.0/output/LayerNorm/Add_1_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [32807120, 4]
        /bert/encoder/layer.0/output/LayerNorm/Add_1_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [32807124, 4]
        /bert/encoder/layer.1/attention/self/key/Transpose_output_0_quantized:0:
          dtype: s8
          shape: [256, 256]
          location: [32601264, 65536]
        bert.encoder.layer.1.attention.self.key.bias:0:
          dtype: s32
          shape: [256]
          location: [32666800, 1024]
        /bert/encoder/layer.1/attention/self/key/Transpose_output_0_quantized:0_min:
          dtype: fp32
          shape: [256]
          location: [32667824, 1024]
        /bert/encoder/layer.1/attention/self/key/Transpose_output_0_quantized:0_max:
          dtype: fp32
          shape: [256]
          location: [32668848, 1024]
        /bert/encoder/layer.1/attention/self/Reshape_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [32807144, 4]
        /bert/encoder/layer.1/attention/self/Reshape_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [32807148, 4]
        /bert/encoder/layer.1/attention/self/query/Transpose_output_0_quantized:0:
          dtype: s8
          shape: [256, 256]
          location: [32669888, 65536]
        bert.encoder.layer.1.attention.self.query.bias:0:
          dtype: s32
          shape: [256]
          location: [32735424, 1024]
        /bert/encoder/layer.1/attention/self/query/Transpose_output_0_quantized:0_min:
          dtype: fp32
          shape: [256]
          location: [32736448, 1024]
        /bert/encoder/layer.1/attention/self/query/Transpose_output_0_quantized:0_max:
          dtype: fp32
          shape: [256]
          location: [32737472, 1024]
        /bert/encoder/layer.1/attention/self/Reshape_2_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [32807136, 4]
        /bert/encoder/layer.1/attention/self/Reshape_2_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [32807140, 4]
        /bert/encoder/layer.1/attention/self/value/Transpose_output_0_quantized:0:
          dtype: s8
          shape: [256, 256]
          location: [32738512, 65536]
        bert.encoder.layer.1.attention.self.value.bias:0:
          dtype: s32
          shape: [256]
          location: [32804048, 1024]
        /bert/encoder/layer.1/attention/self/value/Transpose_output_0_quantized:0_min:
          dtype: fp32
          shape: [256]
          location: [32805072, 1024]
        /bert/encoder/layer.1/attention/self/value/Transpose_output_0_quantized:0_max:
          dtype: fp32
          shape: [256]
          location: [32806096, 1024]
        /bert/encoder/layer.1/attention/self/Reshape_1_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [32807176, 4]
        /bert/encoder/layer.1/attention/self/Reshape_1_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [32807180, 4]
        /bert/encoder/layer.1/attention/self/Add_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [32807152, 4]
        /bert/encoder/layer.1/attention/self/Add_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [32807156, 4]
        /bert/encoder/layer.1/attention/self/Softmax_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [32807168, 4]
        /bert/encoder/layer.1/attention/self/Softmax_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [32807172, 4]
        /bert/encoder/layer.1/attention/self/Reshape_3_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [32875800, 4]
        /bert/encoder/layer.1/attention/self/Reshape_3_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [32875804, 4]
        /bert/encoder/layer.1/attention/output/dense/Transpose_output_0_quantized:0:
          dtype: s8
          shape: [256, 256]
          location: [32807192, 65536]
        bert.encoder.layer.1.attention.output.dense.bias:0:
          dtype: s32
          shape: [256]
          location: [32872728, 1024]
        /bert/encoder/layer.1/attention/output/dense/Transpose_output_0_quantized:0_min:
          dtype: fp32
          shape: [256]
          location: [32873752, 1024]
        /bert/encoder/layer.1/attention/output/dense/Transpose_output_0_quantized:0_max:
          dtype: fp32
          shape: [256]
          location: [32874776, 1024]
        /bert/encoder/layer.1/attention/output/Add_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [32875808, 4]
        /bert/encoder/layer.1/attention/output/Add_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [32875812, 4]
        bert.encoder.layer.1.attention.output.LayerNorm.weight:0:
          dtype: fp32
          shape: [256]
          location: [32875816, 1024]
        bert.encoder.layer.1.attention.output.LayerNorm.bias:0:
          dtype: fp32
          shape: [256]
          location: [32876840, 1024]
        /bert/encoder/layer.1/attention/output/LayerNorm/Add_1_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [33152304, 4]
        /bert/encoder/layer.1/attention/output/LayerNorm/Add_1_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [33152308, 4]
        /bert/encoder/layer.1/intermediate/dense/Transpose_output_0_quantized:0:
          dtype: s8
          shape: [1024, 256]
          location: [32877872, 262144]
        bert.encoder.layer.1.intermediate.dense.bias:0:
          dtype: s32
          shape: [1024]
          location: [33140016, 4096]
        /bert/encoder/layer.1/intermediate/dense/Transpose_output_0_quantized:0_min:
          dtype: fp32
          shape: [1024]
          location: [33144112, 4096]
        /bert/encoder/layer.1/intermediate/dense/Transpose_output_0_quantized:0_max:
          dtype: fp32
          shape: [1024]
          location: [33148208, 4096]
        /bert/encoder/layer.1/intermediate/intermediate_act_fn/Mul_1_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [33417536, 4]
        /bert/encoder/layer.1/intermediate/intermediate_act_fn/Mul_1_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [33417540, 4]
        /bert/encoder/layer.1/output/dense/Transpose_output_0_quantized:0:
          dtype: s8
          shape: [256, 1024]
          location: [33152320, 262144]
        bert.encoder.layer.1.output.dense.bias:0:
          dtype: s32
          shape: [256]
          location: [33414464, 1024]
        /bert/encoder/layer.1/output/dense/Transpose_output_0_quantized:0_min:
          dtype: fp32
          shape: [256]
          location: [33415488, 1024]
        /bert/encoder/layer.1/output/dense/Transpose_output_0_quantized:0_max:
          dtype: fp32
          shape: [256]
          location: [33416512, 1024]
        /bert/encoder/layer.1/output/Add_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [33417544, 4]
        /bert/encoder/layer.1/output/Add_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [33417548, 4]
        bert.encoder.layer.1.output.LayerNorm.weight:0:
          dtype: fp32
          shape: [256]
          location: [33417552, 1024]
        bert.encoder.layer.1.output.LayerNorm.bias:0:
          dtype: fp32
          shape: [256]
          location: [33418576, 1024]
        /bert/encoder/layer.1/output/LayerNorm/Add_1_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [33625464, 4]
        /bert/encoder/layer.1/output/LayerNorm/Add_1_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [33625468, 4]
        /bert/encoder/layer.2/attention/self/key/Transpose_output_0_quantized:0:
          dtype: s8
          shape: [256, 256]
          location: [33419608, 65536]
        bert.encoder.layer.2.attention.self.key.bias:0:
          dtype: s32
          shape: [256]
          location: [33485144, 1024]
        /bert/encoder/layer.2/attention/self/key/Transpose_output_0_quantized:0_min:
          dtype: fp32
          shape: [256]
          location: [33486168, 1024]
        /bert/encoder/layer.2/attention/self/key/Transpose_output_0_quantized:0_max:
          dtype: fp32
          shape: [256]
          location: [33487192, 1024]
        /bert/encoder/layer.2/attention/self/Reshape_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [33625488, 4]
        /bert/encoder/layer.2/attention/self/Reshape_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [33625492, 4]
        /bert/encoder/layer.2/attention/self/query/Transpose_output_0_quantized:0:
          dtype: s8
          shape: [256, 256]
          location: [33488232, 65536]
        bert.encoder.layer.2.attention.self.query.bias:0:
          dtype: s32
          shape: [256]
          location: [33553768, 1024]
        /bert/encoder/layer.2/attention/self/query/Transpose_output_0_quantized:0_min:
          dtype: fp32
          shape: [256]
          location: [33554792, 1024]
        /bert/encoder/layer.2/attention/self/query/Transpose_output_0_quantized:0_max:
          dtype: fp32
          shape: [256]
          location: [33555816, 1024]
        /bert/encoder/layer.2/attention/self/Reshape_2_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [33625480, 4]
        /bert/encoder/layer.2/attention/self/Reshape_2_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [33625484, 4]
        /bert/encoder/layer.2/attention/self/value/Transpose_output_0_quantized:0:
          dtype: s8
          shape: [256, 256]
          location: [33556856, 65536]
        bert.encoder.layer.2.attention.self.value.bias:0:
          dtype: s32
          shape: [256]
          location: [33622392, 1024]
        /bert/encoder/layer.2/attention/self/value/Transpose_output_0_quantized:0_min:
          dtype: fp32
          shape: [256]
          location: [33623416, 1024]
        /bert/encoder/layer.2/attention/self/value/Transpose_output_0_quantized:0_max:
          dtype: fp32
          shape: [256]
          location: [33624440, 1024]
        /bert/encoder/layer.2/attention/self/Reshape_1_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [33625520, 4]
        /bert/encoder/layer.2/attention/self/Reshape_1_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [33625524, 4]
        /bert/encoder/layer.2/attention/self/Add_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [33625496, 4]
        /bert/encoder/layer.2/attention/self/Add_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [33625500, 4]
        /bert/encoder/layer.2/attention/self/Softmax_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [33625512, 4]
        /bert/encoder/layer.2/attention/self/Softmax_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [33625516, 4]
        /bert/encoder/layer.2/attention/self/Reshape_3_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [33694144, 4]
        /bert/encoder/layer.2/attention/self/Reshape_3_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [33694148, 4]
        /bert/encoder/layer.2/attention/output/dense/Transpose_output_0_quantized:0:
          dtype: s8
          shape: [256, 256]
          location: [33625536, 65536]
        bert.encoder.layer.2.attention.output.dense.bias:0:
          dtype: s32
          shape: [256]
          location: [33691072, 1024]
        /bert/encoder/layer.2/attention/output/dense/Transpose_output_0_quantized:0_min:
          dtype: fp32
          shape: [256]
          location: [33692096, 1024]
        /bert/encoder/layer.2/attention/output/dense/Transpose_output_0_quantized:0_max:
          dtype: fp32
          shape: [256]
          location: [33693120, 1024]
        /bert/encoder/layer.2/attention/output/Add_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [33694152, 4]
        /bert/encoder/layer.2/attention/output/Add_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [33694156, 4]
        bert.encoder.layer.2.attention.output.LayerNorm.weight:0:
          dtype: fp32
          shape: [256]
          location: [33694160, 1024]
        bert.encoder.layer.2.attention.output.LayerNorm.bias:0:
          dtype: fp32
          shape: [256]
          location: [33695184, 1024]
        /bert/encoder/layer.2/attention/output/LayerNorm/Add_1_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [33970648, 4]
        /bert/encoder/layer.2/attention/output/LayerNorm/Add_1_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [33970652, 4]
        /bert/encoder/layer.2/intermediate/dense/Transpose_output_0_quantized:0:
          dtype: s8
          shape: [1024, 256]
          location: [33696216, 262144]
        bert.encoder.layer.2.intermediate.dense.bias:0:
          dtype: s32
          shape: [1024]
          location: [33958360, 4096]
        /bert/encoder/layer.2/intermediate/dense/Transpose_output_0_quantized:0_min:
          dtype: fp32
          shape: [1024]
          location: [33962456, 4096]
        /bert/encoder/layer.2/intermediate/dense/Transpose_output_0_quantized:0_max:
          dtype: fp32
          shape: [1024]
          location: [33966552, 4096]
        /bert/encoder/layer.2/intermediate/intermediate_act_fn/Mul_1_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [34235880, 4]
        /bert/encoder/layer.2/intermediate/intermediate_act_fn/Mul_1_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [34235884, 4]
        /bert/encoder/layer.2/output/dense/Transpose_output_0_quantized:0:
          dtype: s8
          shape: [256, 1024]
          location: [33970664, 262144]
        bert.encoder.layer.2.output.dense.bias:0:
          dtype: s32
          shape: [256]
          location: [34232808, 1024]
        /bert/encoder/layer.2/output/dense/Transpose_output_0_quantized:0_min:
          dtype: fp32
          shape: [256]
          location: [34233832, 1024]
        /bert/encoder/layer.2/output/dense/Transpose_output_0_quantized:0_max:
          dtype: fp32
          shape: [256]
          location: [34234856, 1024]
        /bert/encoder/layer.2/output/Add_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [34235888, 4]
        /bert/encoder/layer.2/output/Add_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [34235892, 4]
        bert.encoder.layer.2.output.LayerNorm.weight:0:
          dtype: fp32
          shape: [256]
          location: [34235896, 1024]
        bert.encoder.layer.2.output.LayerNorm.bias:0:
          dtype: fp32
          shape: [256]
          location: [34236920, 1024]
        /bert/encoder/layer.2/output/LayerNorm/Add_1_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [34443808, 4]
        /bert/encoder/layer.2/output/LayerNorm/Add_1_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [34443812, 4]
        /bert/encoder/layer.3/attention/self/key/Transpose_output_0_quantized:0:
          dtype: s8
          shape: [256, 256]
          location: [34237952, 65536]
        bert.encoder.layer.3.attention.self.key.bias:0:
          dtype: s32
          shape: [256]
          location: [34303488, 1024]
        /bert/encoder/layer.3/attention/self/key/Transpose_output_0_quantized:0_min:
          dtype: fp32
          shape: [256]
          location: [34304512, 1024]
        /bert/encoder/layer.3/attention/self/key/Transpose_output_0_quantized:0_max:
          dtype: fp32
          shape: [256]
          location: [34305536, 1024]
        /bert/encoder/layer.3/attention/self/Reshape_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [34443832, 4]
        /bert/encoder/layer.3/attention/self/Reshape_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [34443836, 4]
        /bert/encoder/layer.3/attention/self/query/Transpose_output_0_quantized:0:
          dtype: s8
          shape: [256, 256]
          location: [34306576, 65536]
        bert.encoder.layer.3.attention.self.query.bias:0:
          dtype: s32
          shape: [256]
          location: [34372112, 1024]
        /bert/encoder/layer.3/attention/self/query/Transpose_output_0_quantized:0_min:
          dtype: fp32
          shape: [256]
          location: [34373136, 1024]
        /bert/encoder/layer.3/attention/self/query/Transpose_output_0_quantized:0_max:
          dtype: fp32
          shape: [256]
          location: [34374160, 1024]
        /bert/encoder/layer.3/attention/self/Reshape_2_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [34443824, 4]
        /bert/encoder/layer.3/attention/self/Reshape_2_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [34443828, 4]
        /bert/encoder/layer.3/attention/self/value/Transpose_output_0_quantized:0:
          dtype: s8
          shape: [256, 256]
          location: [34375200, 65536]
        bert.encoder.layer.3.attention.self.value.bias:0:
          dtype: s32
          shape: [256]
          location: [34440736, 1024]
        /bert/encoder/layer.3/attention/self/value/Transpose_output_0_quantized:0_min:
          dtype: fp32
          shape: [256]
          location: [34441760, 1024]
        /bert/encoder/layer.3/attention/self/value/Transpose_output_0_quantized:0_max:
          dtype: fp32
          shape: [256]
          location: [34442784, 1024]
        /bert/encoder/layer.3/attention/self/Reshape_1_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [34443864, 4]
        /bert/encoder/layer.3/attention/self/Reshape_1_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [34443868, 4]
        /bert/encoder/layer.3/attention/self/Add_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [34443840, 4]
        /bert/encoder/layer.3/attention/self/Add_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [34443844, 4]
        /bert/encoder/layer.3/attention/self/Softmax_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [34443856, 4]
        /bert/encoder/layer.3/attention/self/Softmax_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [34443860, 4]
        /bert/encoder/layer.3/attention/self/Reshape_3_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [34512488, 4]
        /bert/encoder/layer.3/attention/self/Reshape_3_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [34512492, 4]
        /bert/encoder/layer.3/attention/output/dense/Transpose_output_0_quantized:0:
          dtype: s8
          shape: [256, 256]
          location: [34443880, 65536]
        bert.encoder.layer.3.attention.output.dense.bias:0:
          dtype: s32
          shape: [256]
          location: [34509416, 1024]
        /bert/encoder/layer.3/attention/output/dense/Transpose_output_0_quantized:0_min:
          dtype: fp32
          shape: [256]
          location: [34510440, 1024]
        /bert/encoder/layer.3/attention/output/dense/Transpose_output_0_quantized:0_max:
          dtype: fp32
          shape: [256]
          location: [34511464, 1024]
        /bert/encoder/layer.3/attention/output/Add_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [34512496, 4]
        /bert/encoder/layer.3/attention/output/Add_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [34512500, 4]
        bert.encoder.layer.3.attention.output.LayerNorm.weight:0:
          dtype: fp32
          shape: [256]
          location: [34512504, 1024]
        bert.encoder.layer.3.attention.output.LayerNorm.bias:0:
          dtype: fp32
          shape: [256]
          location: [34513528, 1024]
        /bert/encoder/layer.3/attention/output/LayerNorm/Add_1_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [34788992, 4]
        /bert/encoder/layer.3/attention/output/LayerNorm/Add_1_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [34788996, 4]
        /bert/encoder/layer.3/intermediate/dense/Transpose_output_0_quantized:0:
          dtype: s8
          shape: [1024, 256]
          location: [34514560, 262144]
        bert.encoder.layer.3.intermediate.dense.bias:0:
          dtype: s32
          shape: [1024]
          location: [34776704, 4096]
        /bert/encoder/layer.3/intermediate/dense/Transpose_output_0_quantized:0_min:
          dtype: fp32
          shape: [1024]
          location: [34780800, 4096]
        /bert/encoder/layer.3/intermediate/dense/Transpose_output_0_quantized:0_max:
          dtype: fp32
          shape: [1024]
          location: [34784896, 4096]
        /bert/encoder/layer.3/intermediate/intermediate_act_fn/Mul_1_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [35054224, 4]
        /bert/encoder/layer.3/intermediate/intermediate_act_fn/Mul_1_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [35054228, 4]
        /bert/encoder/layer.3/output/dense/Transpose_output_0_quantized:0:
          dtype: s8
          shape: [256, 1024]
          location: [34789008, 262144]
        bert.encoder.layer.3.output.dense.bias:0:
          dtype: s32
          shape: [256]
          location: [35051152, 1024]
        /bert/encoder/layer.3/output/dense/Transpose_output_0_quantized:0_min:
          dtype: fp32
          shape: [256]
          location: [35052176, 1024]
        /bert/encoder/layer.3/output/dense/Transpose_output_0_quantized:0_max:
          dtype: fp32
          shape: [256]
          location: [35053200, 1024]
        /bert/encoder/layer.3/output/Add_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [35054232, 4]
        /bert/encoder/layer.3/output/Add_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [35054236, 4]
        bert.encoder.layer.3.output.LayerNorm.weight:0:
          dtype: fp32
          shape: [256]
          location: [35054240, 1024]
        bert.encoder.layer.3.output.LayerNorm.bias:0:
          dtype: fp32
          shape: [256]
          location: [35055264, 1024]
        /bert/pooler/Gather_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [35122856, 4]
        /bert/pooler/Gather_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [35122860, 4]
        bert.pooler.dense.weight_quantized:0:
          dtype: s8
          shape: [256, 256]
          location: [35056296, 65536]
        bert.pooler.dense.bias:0:
          dtype: s32
          shape: [256]
          location: [35121832, 1024]
        bert.pooler.dense.weight_quantized:0_min:
          dtype: fp32
          shape: [256]
          location: [35122864, 1024]
        bert.pooler.dense.weight_quantized:0_max:
          dtype: fp32
          shape: [256]
          location: [35123888, 1024]
        /bert/pooler/activation/Tanh_output_0:0_min:
          dtype: fp32
          shape: [1]
          location: [35125440, 4]
        /bert/pooler/activation/Tanh_output_0:0_max:
          dtype: fp32
          shape: [1]
          location: [35125444, 4]
        classifier.weight_quantized:0:
          dtype: s8
          shape: [256, 2]
          location: [35124920, 512]
        classifier.bias:0:
          dtype: s32
          shape: [2]
          location: [35125432, 8]
        classifier.weight_quantized:0_min:
          dtype: fp32
          shape: [2]
          location: [35125448, 8]
        classifier.weight_quantized:0_max:
          dtype: fp32
          shape: [2]
          location: [35125456, 8]
        609:0_min:
          dtype: fp32
          shape: [1]
          location: [35125464, 4]
        609:0_max:
          dtype: fp32
          shape: [1]
          location: [35125468, 4]
    position_embeddings/after/reshape:
      type: Reshape
      input:
        bert.embeddings.position_embeddings.weight:0: {}
        input_ids:0: {}
      output:
        position_embeddings/after/reshape:0: {}
      attr:
        dst_shape: 1,-1,256
        dims: 1
    /bert/embeddings/position_embeddings/Gather:
      type: Reshape
      input:
        position_embeddings/after/reshape:0: {}
      output:
        /bert/embeddings/position_embeddings/Gather_output_0:0: {}
      attr:
        dst_shape: 1,-1
    /bert/Mul:
      type: PaddingSequence
      input:
        attention_mask:0: {}
      output:
        /bert/Mul_output_0:0: {}
      attr:
        dst_shape: -1,4,0,-1
        dims: 1
    word_embeddings/reshape:
      type: Reshape
      input:
        input_ids:0: {}
      output:
        word_embeddings/reshape:0: {}
      attr:
        dst_shape: -1
    token_type_embeddings/reshape:
      type: Reshape
      input:
        token_type_ids:0: {}
      output:
        token_type_embeddings/reshape:0: {}
      attr:
        dst_shape: -1
    /bert/embeddings/token_type_embeddings/Gather:
      type: Gather
      input:
        token_type_embeddings/reshape:0: {}
        bert.embeddings.token_type_embeddings.weight:0: {}
        /bert/embeddings/position_embeddings/Gather_output_0:0: {}
        token_type_ids:0: {}
      output:
        /bert/embeddings/token_type_embeddings/Gather:0: {}
      attr:
        axis: 0
        batch_dims: 0
        append_op: binary_add
        reshape: -1,-1,256
        reshape_dims: 0,1
        mul: 1,2
    /bert/embeddings/word_embeddings/Gather:
      type: Gather
      input:
        word_embeddings/reshape:0: {}
        bert.embeddings.word_embeddings.weight:0: {}
        /bert/embeddings/token_type_embeddings/Gather:0: {}
        token_type_ids:0: {}
      output:
        embeddings_add/reshape_2d:0: {}
      attr:
        axis: 0
        batch_dims: 0
        append_op: binary_add
        reshape: -1,-1,256
        reshape_dims: 0,1
        mul: 1,2
    /bert/embeddings/LayerNorm/Add_1:
      type: LayerNorm
      input:
        embeddings_add/reshape_2d:0: {}
        bert.embeddings.LayerNorm.weight:0: {}
        bert.embeddings.LayerNorm.bias:0: {}
      output:
        /bert/embeddings/LayerNorm/Add_1_output_0:0: {}
      attr:
        epsilon: 9.999999960041972e-13
    /bert/encoder/layer.0/attention/self/key/Add_quant_0_Reorder_Post_0:
      type: Reorder
      input:
        /bert/embeddings/LayerNorm/Add_1_output_0:0: {}
      output:
        /bert/embeddings/LayerNorm/Add_1_output_0:0_reorder: {}
      attr:
        src_perm: 0,1
        dst_perm: 1,0
    /bert/encoder/layer.0/attention/self/key/Add_quant_0:
      type: Quantize
      input:
        /bert/embeddings/LayerNorm/Add_1_output_0:0_reorder: {}
        /bert/embeddings/LayerNorm/Add_1_output_0:0_min: {}
        /bert/embeddings/LayerNorm/Add_1_output_0:0_max: {}
      output:
        /bert/embeddings/LayerNorm/Add_1_output_0:0_quant: {}
      attr:
        output_dtype: u8
    /bert/encoder/layer.0/attention/self/key/Add:
      type: InnerProduct
      input:
        /bert/encoder/layer.0/attention/self/key/Transpose_output_0_quantized:0: {}
        /bert/embeddings/LayerNorm/Add_1_output_0:0_quant: {}
        bert.encoder.layer.0.attention.self.key.bias:0: {}
        /bert/encoder/layer.0/attention/self/key/Transpose_output_0_quantized:0_min: {}
        /bert/encoder/layer.0/attention/self/key/Transpose_output_0_quantized:0_max: {}
        /bert/embeddings/LayerNorm/Add_1_output_0:0_min: {}
        /bert/embeddings/LayerNorm/Add_1_output_0:0_max: {}
        /bert/encoder/layer.0/attention/self/Reshape_output_0:0_min: {}
        /bert/encoder/layer.0/attention/self/Reshape_output_0:0_max: {}
        input_ids:0: {}
      output:
        /bert/encoder/layer.0/attention/self/Reshape_output_0:0: {}
      attr:
        output_dtype: s8
        reshape: 4,64,-1, -1
        reshape_dims: '0'
    /bert/encoder/layer.0/attention/self/query/Add:
      type: InnerProduct
      input:
        /bert/encoder/layer.0/attention/self/query/Transpose_output_0_quantized:0: {}
        /bert/embeddings/LayerNorm/Add_1_output_0:0_quant: {}
        bert.encoder.layer.0.attention.self.query.bias:0: {}
        /bert/encoder/layer.0/attention/self/query/Transpose_output_0_quantized:0_min: {}
        /bert/encoder/layer.0/attention/self/query/Transpose_output_0_quantized:0_max: {}
        /bert/embeddings/LayerNorm/Add_1_output_0:0_min: {}
        /bert/embeddings/LayerNorm/Add_1_output_0:0_max: {}
        /bert/encoder/layer.0/attention/self/Reshape_2_output_0:0_min: {}
        /bert/encoder/layer.0/attention/self/Reshape_2_output_0:0_max: {}
        input_ids:0: {}
      output:
        /bert/encoder/layer.0/attention/self/Reshape_2_output_0:0: {}
      attr:
        output_dtype: s8
        reshape: 4,64,-1, -1
        reshape_dims: '0'
    /bert/encoder/layer.0/attention/self/value/Add:
      type: InnerProduct
      input:
        /bert/encoder/layer.0/attention/self/value/Transpose_output_0_quantized:0: {}
        /bert/embeddings/LayerNorm/Add_1_output_0:0_quant: {}
        bert.encoder.layer.0.attention.self.value.bias:0: {}
        /bert/encoder/layer.0/attention/self/value/Transpose_output_0_quantized:0_min: {}
        /bert/encoder/layer.0/attention/self/value/Transpose_output_0_quantized:0_max: {}
        /bert/embeddings/LayerNorm/Add_1_output_0:0_min: {}
        /bert/embeddings/LayerNorm/Add_1_output_0:0_max: {}
        /bert/encoder/layer.0/attention/self/Reshape_1_output_0:0_min: {}
        /bert/encoder/layer.0/attention/self/Reshape_1_output_0:0_max: {}
        input_ids:0: {}
      output:
        /bert/encoder/layer.0/attention/self/Reshape_1_output_0:0: {}
      attr:
        output_dtype: s8
        reshape: 4,64,-1, -1
        reshape_dims: '0'
    /bert/encoder/layer.0/attention/self/Add:
      type: Matmul
      input:
        /bert/encoder/layer.0/attention/self/Reshape_2_output_0:0: {}
        /bert/encoder/layer.0/attention/self/Reshape_output_0:0: {}
        /bert/Mul_output_0:0: {}
        /bert/encoder/layer.0/attention/self/Reshape_2_output_0:0_min: {}
        /bert/encoder/layer.0/attention/self/Reshape_2_output_0:0_max: {}
        /bert/encoder/layer.0/attention/self/Reshape_output_0:0_min: {}
        /bert/encoder/layer.0/attention/self/Reshape_output_0:0_max: {}
        /bert/encoder/layer.0/attention/self/Add_output_0:0_min: {}
        /bert/encoder/layer.0/attention/self/Add_output_0:0_max: {}
      output:
        /bert/encoder/layer.0/attention/self/Add_output_0:0: {}
      attr:
        src0_perm: 2,0,3,1
        src1_perm: 2,0,1,3
        output_scale: 0.125
        format_any: false
        append_op: binary_add
    /bert/encoder/layer.0/attention/self/Softmax:
      type: Softmax
      input:
        /bert/encoder/layer.0/attention/self/Add_output_0:0: {}
        /bert/encoder/layer.0/attention/self/Softmax_output_0:0_min: {}
        /bert/encoder/layer.0/attention/self/Softmax_output_0:0_max: {}
      output:
        /bert/encoder/layer.0/attention/self/Softmax_output_0:0: {}
      attr:
        output_dtype: u8
    /bert/encoder/layer.0/attention/self/Transpose_3:
      type: Matmul
      input:
        /bert/encoder/layer.0/attention/self/Softmax_output_0:0: {}
        /bert/encoder/layer.0/attention/self/Reshape_1_output_0:0: {}
        /bert/encoder/layer.0/attention/self/Softmax_output_0:0_min: {}
        /bert/encoder/layer.0/attention/self/Softmax_output_0:0_max: {}
        /bert/encoder/layer.0/attention/self/Reshape_1_output_0:0_min: {}
        /bert/encoder/layer.0/attention/self/Reshape_1_output_0:0_max: {}
        /bert/encoder/layer.0/attention/self/Reshape_3_output_0:0_min: {}
        /bert/encoder/layer.0/attention/self/Reshape_3_output_0:0_max: {}
      output:
        /bert/encoder/layer.0/attention/self/Reshape_3_output_0:0: {}
      attr:
        src1_perm: 2,0,3,1
        dst_perm: 1,3,0,2
        output_dtype: u8
        reshape: 256,-1
    /bert/encoder/layer.0/attention/output/Add:
      type: InnerProduct
      input:
        /bert/encoder/layer.0/attention/output/dense/Transpose_output_0_quantized:0: {}
        /bert/encoder/layer.0/attention/self/Reshape_3_output_0:0: {}
        bert.encoder.layer.0.attention.output.dense.bias:0: {}
        /bert/embeddings/LayerNorm/Add_1_output_0:0_reorder: {}
        /bert/encoder/layer.0/attention/output/dense/Transpose_output_0_quantized:0_min: {}
        /bert/encoder/layer.0/attention/output/dense/Transpose_output_0_quantized:0_max: {}
        /bert/encoder/layer.0/attention/self/Reshape_3_output_0:0_min: {}
        /bert/encoder/layer.0/attention/self/Reshape_3_output_0:0_max: {}
        /bert/encoder/layer.0/attention/output/Add_output_0:0_min: {}
        /bert/encoder/layer.0/attention/output/Add_output_0:0_max: {}
      output:
        /bert/encoder/layer.0/attention/output/Add_output_0:0: {}
      attr:
        append_op: sum
    /bert/encoder/layer.0/attention/output/LayerNorm/Add_1:
      type: LayerNorm
      input:
        /bert/encoder/layer.0/attention/output/Add_output_0:0: {}
        bert.encoder.layer.0.attention.output.LayerNorm.weight:0: {}
        bert.encoder.layer.0.attention.output.LayerNorm.bias:0: {}
      output:
        /bert/encoder/layer.0/attention/output/LayerNorm/Add_1_output_0:0: {}
      attr:
        epsilon: 9.999999960041972e-13
        transpose_mode: 1, 0
    /bert/encoder/layer.0/intermediate/intermediate_act_fn/Mul_1_quant_0:
      type: Quantize
      input:
        /bert/encoder/layer.0/attention/output/LayerNorm/Add_1_output_0:0: {}
        /bert/encoder/layer.0/attention/output/LayerNorm/Add_1_output_0:0_min: {}
        /bert/encoder/layer.0/attention/output/LayerNorm/Add_1_output_0:0_max: {}
      output:
        /bert/encoder/layer.0/attention/output/LayerNorm/Add_1_output_0:0_quant: {}
      attr:
        output_dtype: u8
    /bert/encoder/layer.0/intermediate/intermediate_act_fn/Mul_1:
      type: InnerProduct
      input:
        /bert/encoder/layer.0/intermediate/dense/Transpose_output_0_quantized:0: {}
        /bert/encoder/layer.0/attention/output/LayerNorm/Add_1_output_0:0_quant: {}
        bert.encoder.layer.0.intermediate.dense.bias:0: {}
        /bert/encoder/layer.0/intermediate/dense/Transpose_output_0_quantized:0_min: {}
        /bert/encoder/layer.0/intermediate/dense/Transpose_output_0_quantized:0_max: {}
        /bert/encoder/layer.0/attention/output/LayerNorm/Add_1_output_0:0_min: {}
        /bert/encoder/layer.0/attention/output/LayerNorm/Add_1_output_0:0_max: {}
        /bert/encoder/layer.0/intermediate/intermediate_act_fn/Mul_1_output_0:0_min: {}
        /bert/encoder/layer.0/intermediate/intermediate_act_fn/Mul_1_output_0:0_max: {}
      output:
        /bert/encoder/layer.0/intermediate/intermediate_act_fn/Mul_1_output_0:0: {}
      attr:
        append_op: gelu_tanh
        output_dtype: u8
    /bert/encoder/layer.0/output/Add:
      type: InnerProduct
      input:
        /bert/encoder/layer.0/output/dense/Transpose_output_0_quantized:0: {}
        /bert/encoder/layer.0/intermediate/intermediate_act_fn/Mul_1_output_0:0: {}
        bert.encoder.layer.0.output.dense.bias:0: {}
        /bert/encoder/layer.0/attention/output/LayerNorm/Add_1_output_0:0: {}
        /bert/encoder/layer.0/output/dense/Transpose_output_0_quantized:0_min: {}
        /bert/encoder/layer.0/output/dense/Transpose_output_0_quantized:0_max: {}
        /bert/encoder/layer.0/intermediate/intermediate_act_fn/Mul_1_output_0:0_min: {}
        /bert/encoder/layer.0/intermediate/intermediate_act_fn/Mul_1_output_0:0_max: {}
        /bert/encoder/layer.0/output/Add_output_0:0_min: {}
        /bert/encoder/layer.0/output/Add_output_0:0_max: {}
      output:
        /bert/encoder/layer.0/output/Add_output_0:0: {}
      attr:
        append_op: sum
    /bert/encoder/layer.0/output/LayerNorm/Add_1:
      type: LayerNorm
      input:
        /bert/encoder/layer.0/output/Add_output_0:0: {}
        bert.encoder.layer.0.output.LayerNorm.weight:0: {}
        bert.encoder.layer.0.output.LayerNorm.bias:0: {}
      output:
        /bert/encoder/layer.0/output/LayerNorm/Add_1_output_0:0: {}
      attr:
        epsilon: 9.999999960041972e-13
        transpose_mode: 1, 0
    /bert/encoder/layer.1/attention/self/key/Add_quant_0:
      type: Quantize
      input:
        /bert/encoder/layer.0/output/LayerNorm/Add_1_output_0:0: {}
        /bert/encoder/layer.0/output/LayerNorm/Add_1_output_0:0_min: {}
        /bert/encoder/layer.0/output/LayerNorm/Add_1_output_0:0_max: {}
      output:
        /bert/encoder/layer.0/output/LayerNorm/Add_1_output_0:0_quant: {}
      attr:
        output_dtype: u8
    /bert/encoder/layer.1/attention/self/key/Add:
      type: InnerProduct
      input:
        /bert/encoder/layer.1/attention/self/key/Transpose_output_0_quantized:0: {}
        /bert/encoder/layer.0/output/LayerNorm/Add_1_output_0:0_quant: {}
        bert.encoder.layer.1.attention.self.key.bias:0: {}
        /bert/encoder/layer.1/attention/self/key/Transpose_output_0_quantized:0_min: {}
        /bert/encoder/layer.1/attention/self/key/Transpose_output_0_quantized:0_max: {}
        /bert/encoder/layer.0/output/LayerNorm/Add_1_output_0:0_min: {}
        /bert/encoder/layer.0/output/LayerNorm/Add_1_output_0:0_max: {}
        /bert/encoder/layer.1/attention/self/Reshape_output_0:0_min: {}
        /bert/encoder/layer.1/attention/self/Reshape_output_0:0_max: {}
        input_ids:0: {}
      output:
        /bert/encoder/layer.1/attention/self/Reshape_output_0:0: {}
      attr:
        output_dtype: s8
        reshape: 4,64,-1, -1
        reshape_dims: '0'
    /bert/encoder/layer.1/attention/self/query/Add:
      type: InnerProduct
      input:
        /bert/encoder/layer.1/attention/self/query/Transpose_output_0_quantized:0: {}
        /bert/encoder/layer.0/output/LayerNorm/Add_1_output_0:0_quant: {}
        bert.encoder.layer.1.attention.self.query.bias:0: {}
        /bert/encoder/layer.1/attention/self/query/Transpose_output_0_quantized:0_min: {}
        /bert/encoder/layer.1/attention/self/query/Transpose_output_0_quantized:0_max: {}
        /bert/encoder/layer.0/output/LayerNorm/Add_1_output_0:0_min: {}
        /bert/encoder/layer.0/output/LayerNorm/Add_1_output_0:0_max: {}
        /bert/encoder/layer.1/attention/self/Reshape_2_output_0:0_min: {}
        /bert/encoder/layer.1/attention/self/Reshape_2_output_0:0_max: {}
        input_ids:0: {}
      output:
        /bert/encoder/layer.1/attention/self/Reshape_2_output_0:0: {}
      attr:
        output_dtype: s8
        reshape: 4,64,-1, -1
        reshape_dims: '0'
    /bert/encoder/layer.1/attention/self/value/Add:
      type: InnerProduct
      input:
        /bert/encoder/layer.1/attention/self/value/Transpose_output_0_quantized:0: {}
        /bert/encoder/layer.0/output/LayerNorm/Add_1_output_0:0_quant: {}
        bert.encoder.layer.1.attention.self.value.bias:0: {}
        /bert/encoder/layer.1/attention/self/value/Transpose_output_0_quantized:0_min: {}
        /bert/encoder/layer.1/attention/self/value/Transpose_output_0_quantized:0_max: {}
        /bert/encoder/layer.0/output/LayerNorm/Add_1_output_0:0_min: {}
        /bert/encoder/layer.0/output/LayerNorm/Add_1_output_0:0_max: {}
        /bert/encoder/layer.1/attention/self/Reshape_1_output_0:0_min: {}
        /bert/encoder/layer.1/attention/self/Reshape_1_output_0:0_max: {}
        input_ids:0: {}
      output:
        /bert/encoder/layer.1/attention/self/Reshape_1_output_0:0: {}
      attr:
        output_dtype: s8
        reshape: 4,64,-1, -1
        reshape_dims: '0'
    /bert/encoder/layer.1/attention/self/Add:
      type: Matmul
      input:
        /bert/encoder/layer.1/attention/self/Reshape_2_output_0:0: {}
        /bert/encoder/layer.1/attention/self/Reshape_output_0:0: {}
        /bert/Mul_output_0:0: {}
        /bert/encoder/layer.1/attention/self/Reshape_2_output_0:0_min: {}
        /bert/encoder/layer.1/attention/self/Reshape_2_output_0:0_max: {}
        /bert/encoder/layer.1/attention/self/Reshape_output_0:0_min: {}
        /bert/encoder/layer.1/attention/self/Reshape_output_0:0_max: {}
        /bert/encoder/layer.1/attention/self/Add_output_0:0_min: {}
        /bert/encoder/layer.1/attention/self/Add_output_0:0_max: {}
      output:
        /bert/encoder/layer.1/attention/self/Add_output_0:0: {}
      attr:
        src0_perm: 2,0,3,1
        src1_perm: 2,0,1,3
        output_scale: 0.125
        format_any: false
        append_op: binary_add
    /bert/encoder/layer.1/attention/self/Softmax:
      type: Softmax
      input:
        /bert/encoder/layer.1/attention/self/Add_output_0:0: {}
        /bert/encoder/layer.1/attention/self/Softmax_output_0:0_min: {}
        /bert/encoder/layer.1/attention/self/Softmax_output_0:0_max: {}
      output:
        /bert/encoder/layer.1/attention/self/Softmax_output_0:0: {}
      attr:
        output_dtype: u8
    /bert/encoder/layer.1/attention/self/Transpose_3:
      type: Matmul
      input:
        /bert/encoder/layer.1/attention/self/Softmax_output_0:0: {}
        /bert/encoder/layer.1/attention/self/Reshape_1_output_0:0: {}
        /bert/encoder/layer.1/attention/self/Softmax_output_0:0_min: {}
        /bert/encoder/layer.1/attention/self/Softmax_output_0:0_max: {}
        /bert/encoder/layer.1/attention/self/Reshape_1_output_0:0_min: {}
        /bert/encoder/layer.1/attention/self/Reshape_1_output_0:0_max: {}
        /bert/encoder/layer.1/attention/self/Reshape_3_output_0:0_min: {}
        /bert/encoder/layer.1/attention/self/Reshape_3_output_0:0_max: {}
      output:
        /bert/encoder/layer.1/attention/self/Reshape_3_output_0:0: {}
      attr:
        src1_perm: 2,0,3,1
        dst_perm: 1,3,0,2
        output_dtype: u8
        reshape: 256,-1
    /bert/encoder/layer.1/attention/output/Add:
      type: InnerProduct
      input:
        /bert/encoder/layer.1/attention/output/dense/Transpose_output_0_quantized:0: {}
        /bert/encoder/layer.1/attention/self/Reshape_3_output_0:0: {}
        bert.encoder.layer.1.attention.output.dense.bias:0: {}
        /bert/encoder/layer.0/output/LayerNorm/Add_1_output_0:0: {}
        /bert/encoder/layer.1/attention/output/dense/Transpose_output_0_quantized:0_min: {}
        /bert/encoder/layer.1/attention/output/dense/Transpose_output_0_quantized:0_max: {}
        /bert/encoder/layer.1/attention/self/Reshape_3_output_0:0_min: {}
        /bert/encoder/layer.1/attention/self/Reshape_3_output_0:0_max: {}
        /bert/encoder/layer.1/attention/output/Add_output_0:0_min: {}
        /bert/encoder/layer.1/attention/output/Add_output_0:0_max: {}
      output:
        /bert/encoder/layer.1/attention/output/Add_output_0:0: {}
      attr:
        append_op: sum
    /bert/encoder/layer.1/attention/output/LayerNorm/Add_1:
      type: LayerNorm
      input:
        /bert/encoder/layer.1/attention/output/Add_output_0:0: {}
        bert.encoder.layer.1.attention.output.LayerNorm.weight:0: {}
        bert.encoder.layer.1.attention.output.LayerNorm.bias:0: {}
      output:
        /bert/encoder/layer.1/attention/output/LayerNorm/Add_1_output_0:0: {}
      attr:
        epsilon: 9.999999960041972e-13
        transpose_mode: 1, 0
    /bert/encoder/layer.1/intermediate/intermediate_act_fn/Mul_1_quant_0:
      type: Quantize
      input:
        /bert/encoder/layer.1/attention/output/LayerNorm/Add_1_output_0:0: {}
        /bert/encoder/layer.1/attention/output/LayerNorm/Add_1_output_0:0_min: {}
        /bert/encoder/layer.1/attention/output/LayerNorm/Add_1_output_0:0_max: {}
      output:
        /bert/encoder/layer.1/attention/output/LayerNorm/Add_1_output_0:0_quant: {}
      attr:
        output_dtype: u8
    /bert/encoder/layer.1/intermediate/intermediate_act_fn/Mul_1:
      type: InnerProduct
      input:
        /bert/encoder/layer.1/intermediate/dense/Transpose_output_0_quantized:0: {}
        /bert/encoder/layer.1/attention/output/LayerNorm/Add_1_output_0:0_quant: {}
        bert.encoder.layer.1.intermediate.dense.bias:0: {}
        /bert/encoder/layer.1/intermediate/dense/Transpose_output_0_quantized:0_min: {}
        /bert/encoder/layer.1/intermediate/dense/Transpose_output_0_quantized:0_max: {}
        /bert/encoder/layer.1/attention/output/LayerNorm/Add_1_output_0:0_min: {}
        /bert/encoder/layer.1/attention/output/LayerNorm/Add_1_output_0:0_max: {}
        /bert/encoder/layer.1/intermediate/intermediate_act_fn/Mul_1_output_0:0_min: {}
        /bert/encoder/layer.1/intermediate/intermediate_act_fn/Mul_1_output_0:0_max: {}
      output:
        /bert/encoder/layer.1/intermediate/intermediate_act_fn/Mul_1_output_0:0: {}
      attr:
        append_op: gelu_tanh
        output_dtype: u8
    /bert/encoder/layer.1/output/Add:
      type: InnerProduct
      input:
        /bert/encoder/layer.1/output/dense/Transpose_output_0_quantized:0: {}
        /bert/encoder/layer.1/intermediate/intermediate_act_fn/Mul_1_output_0:0: {}
        bert.encoder.layer.1.output.dense.bias:0: {}
        /bert/encoder/layer.1/attention/output/LayerNorm/Add_1_output_0:0: {}
        /bert/encoder/layer.1/output/dense/Transpose_output_0_quantized:0_min: {}
        /bert/encoder/layer.1/output/dense/Transpose_output_0_quantized:0_max: {}
        /bert/encoder/layer.1/intermediate/intermediate_act_fn/Mul_1_output_0:0_min: {}
        /bert/encoder/layer.1/intermediate/intermediate_act_fn/Mul_1_output_0:0_max: {}
        /bert/encoder/layer.1/output/Add_output_0:0_min: {}
        /bert/encoder/layer.1/output/Add_output_0:0_max: {}
      output:
        /bert/encoder/layer.1/output/Add_output_0:0: {}
      attr:
        append_op: sum
    /bert/encoder/layer.1/output/LayerNorm/Add_1:
      type: LayerNorm
      input:
        /bert/encoder/layer.1/output/Add_output_0:0: {}
        bert.encoder.layer.1.output.LayerNorm.weight:0: {}
        bert.encoder.layer.1.output.LayerNorm.bias:0: {}
      output:
        /bert/encoder/layer.1/output/LayerNorm/Add_1_output_0:0: {}
      attr:
        epsilon: 9.999999960041972e-13
        transpose_mode: 1, 0
    /bert/encoder/layer.2/attention/self/key/Add_quant_0:
      type: Quantize
      input:
        /bert/encoder/layer.1/output/LayerNorm/Add_1_output_0:0: {}
        /bert/encoder/layer.1/output/LayerNorm/Add_1_output_0:0_min: {}
        /bert/encoder/layer.1/output/LayerNorm/Add_1_output_0:0_max: {}
      output:
        /bert/encoder/layer.1/output/LayerNorm/Add_1_output_0:0_quant: {}
      attr:
        output_dtype: u8
    /bert/encoder/layer.2/attention/self/key/Add:
      type: InnerProduct
      input:
        /bert/encoder/layer.2/attention/self/key/Transpose_output_0_quantized:0: {}
        /bert/encoder/layer.1/output/LayerNorm/Add_1_output_0:0_quant: {}
        bert.encoder.layer.2.attention.self.key.bias:0: {}
        /bert/encoder/layer.2/attention/self/key/Transpose_output_0_quantized:0_min: {}
        /bert/encoder/layer.2/attention/self/key/Transpose_output_0_quantized:0_max: {}
        /bert/encoder/layer.1/output/LayerNorm/Add_1_output_0:0_min: {}
        /bert/encoder/layer.1/output/LayerNorm/Add_1_output_0:0_max: {}
        /bert/encoder/layer.2/attention/self/Reshape_output_0:0_min: {}
        /bert/encoder/layer.2/attention/self/Reshape_output_0:0_max: {}
        input_ids:0: {}
      output:
        /bert/encoder/layer.2/attention/self/Reshape_output_0:0: {}
      attr:
        output_dtype: s8
        reshape: 4,64,-1, -1
        reshape_dims: '0'
    /bert/encoder/layer.2/attention/self/query/Add:
      type: InnerProduct
      input:
        /bert/encoder/layer.2/attention/self/query/Transpose_output_0_quantized:0: {}
        /bert/encoder/layer.1/output/LayerNorm/Add_1_output_0:0_quant: {}
        bert.encoder.layer.2.attention.self.query.bias:0: {}
        /bert/encoder/layer.2/attention/self/query/Transpose_output_0_quantized:0_min: {}
        /bert/encoder/layer.2/attention/self/query/Transpose_output_0_quantized:0_max: {}
        /bert/encoder/layer.1/output/LayerNorm/Add_1_output_0:0_min: {}
        /bert/encoder/layer.1/output/LayerNorm/Add_1_output_0:0_max: {}
        /bert/encoder/layer.2/attention/self/Reshape_2_output_0:0_min: {}
        /bert/encoder/layer.2/attention/self/Reshape_2_output_0:0_max: {}
        input_ids:0: {}
      output:
        /bert/encoder/layer.2/attention/self/Reshape_2_output_0:0: {}
      attr:
        output_dtype: s8
        reshape: 4,64,-1, -1
        reshape_dims: '0'
    /bert/encoder/layer.2/attention/self/value/Add:
      type: InnerProduct
      input:
        /bert/encoder/layer.2/attention/self/value/Transpose_output_0_quantized:0: {}
        /bert/encoder/layer.1/output/LayerNorm/Add_1_output_0:0_quant: {}
        bert.encoder.layer.2.attention.self.value.bias:0: {}
        /bert/encoder/layer.2/attention/self/value/Transpose_output_0_quantized:0_min: {}
        /bert/encoder/layer.2/attention/self/value/Transpose_output_0_quantized:0_max: {}
        /bert/encoder/layer.1/output/LayerNorm/Add_1_output_0:0_min: {}
        /bert/encoder/layer.1/output/LayerNorm/Add_1_output_0:0_max: {}
        /bert/encoder/layer.2/attention/self/Reshape_1_output_0:0_min: {}
        /bert/encoder/layer.2/attention/self/Reshape_1_output_0:0_max: {}
        input_ids:0: {}
      output:
        /bert/encoder/layer.2/attention/self/Reshape_1_output_0:0: {}
      attr:
        output_dtype: s8
        reshape: 4,64,-1, -1
        reshape_dims: '0'
    /bert/encoder/layer.2/attention/self/Add:
      type: Matmul
      input:
        /bert/encoder/layer.2/attention/self/Reshape_2_output_0:0: {}
        /bert/encoder/layer.2/attention/self/Reshape_output_0:0: {}
        /bert/Mul_output_0:0: {}
        /bert/encoder/layer.2/attention/self/Reshape_2_output_0:0_min: {}
        /bert/encoder/layer.2/attention/self/Reshape_2_output_0:0_max: {}
        /bert/encoder/layer.2/attention/self/Reshape_output_0:0_min: {}
        /bert/encoder/layer.2/attention/self/Reshape_output_0:0_max: {}
        /bert/encoder/layer.2/attention/self/Add_output_0:0_min: {}
        /bert/encoder/layer.2/attention/self/Add_output_0:0_max: {}
      output:
        /bert/encoder/layer.2/attention/self/Add_output_0:0: {}
      attr:
        src0_perm: 2,0,3,1
        src1_perm: 2,0,1,3
        output_scale: 0.125
        format_any: false
        append_op: binary_add
    /bert/encoder/layer.2/attention/self/Softmax:
      type: Softmax
      input:
        /bert/encoder/layer.2/attention/self/Add_output_0:0: {}
        /bert/encoder/layer.2/attention/self/Softmax_output_0:0_min: {}
        /bert/encoder/layer.2/attention/self/Softmax_output_0:0_max: {}
      output:
        /bert/encoder/layer.2/attention/self/Softmax_output_0:0: {}
      attr:
        output_dtype: u8
    /bert/encoder/layer.2/attention/self/Transpose_3:
      type: Matmul
      input:
        /bert/encoder/layer.2/attention/self/Softmax_output_0:0: {}
        /bert/encoder/layer.2/attention/self/Reshape_1_output_0:0: {}
        /bert/encoder/layer.2/attention/self/Softmax_output_0:0_min: {}
        /bert/encoder/layer.2/attention/self/Softmax_output_0:0_max: {}
        /bert/encoder/layer.2/attention/self/Reshape_1_output_0:0_min: {}
        /bert/encoder/layer.2/attention/self/Reshape_1_output_0:0_max: {}
        /bert/encoder/layer.2/attention/self/Reshape_3_output_0:0_min: {}
        /bert/encoder/layer.2/attention/self/Reshape_3_output_0:0_max: {}
      output:
        /bert/encoder/layer.2/attention/self/Reshape_3_output_0:0: {}
      attr:
        src1_perm: 2,0,3,1
        dst_perm: 1,3,0,2
        output_dtype: u8
        reshape: 256,-1
    /bert/encoder/layer.2/attention/output/Add:
      type: InnerProduct
      input:
        /bert/encoder/layer.2/attention/output/dense/Transpose_output_0_quantized:0: {}
        /bert/encoder/layer.2/attention/self/Reshape_3_output_0:0: {}
        bert.encoder.layer.2.attention.output.dense.bias:0: {}
        /bert/encoder/layer.1/output/LayerNorm/Add_1_output_0:0: {}
        /bert/encoder/layer.2/attention/output/dense/Transpose_output_0_quantized:0_min: {}
        /bert/encoder/layer.2/attention/output/dense/Transpose_output_0_quantized:0_max: {}
        /bert/encoder/layer.2/attention/self/Reshape_3_output_0:0_min: {}
        /bert/encoder/layer.2/attention/self/Reshape_3_output_0:0_max: {}
        /bert/encoder/layer.2/attention/output/Add_output_0:0_min: {}
        /bert/encoder/layer.2/attention/output/Add_output_0:0_max: {}
      output:
        /bert/encoder/layer.2/attention/output/Add_output_0:0: {}
      attr:
        append_op: sum
    /bert/encoder/layer.2/attention/output/LayerNorm/Add_1:
      type: LayerNorm
      input:
        /bert/encoder/layer.2/attention/output/Add_output_0:0: {}
        bert.encoder.layer.2.attention.output.LayerNorm.weight:0: {}
        bert.encoder.layer.2.attention.output.LayerNorm.bias:0: {}
      output:
        /bert/encoder/layer.2/attention/output/LayerNorm/Add_1_output_0:0: {}
      attr:
        epsilon: 9.999999960041972e-13
        transpose_mode: 1, 0
    /bert/encoder/layer.2/intermediate/intermediate_act_fn/Mul_1_quant_0:
      type: Quantize
      input:
        /bert/encoder/layer.2/attention/output/LayerNorm/Add_1_output_0:0: {}
        /bert/encoder/layer.2/attention/output/LayerNorm/Add_1_output_0:0_min: {}
        /bert/encoder/layer.2/attention/output/LayerNorm/Add_1_output_0:0_max: {}
      output:
        /bert/encoder/layer.2/attention/output/LayerNorm/Add_1_output_0:0_quant: {}
      attr:
        output_dtype: u8
    /bert/encoder/layer.2/intermediate/intermediate_act_fn/Mul_1:
      type: InnerProduct
      input:
        /bert/encoder/layer.2/intermediate/dense/Transpose_output_0_quantized:0: {}
        /bert/encoder/layer.2/attention/output/LayerNorm/Add_1_output_0:0_quant: {}
        bert.encoder.layer.2.intermediate.dense.bias:0: {}
        /bert/encoder/layer.2/intermediate/dense/Transpose_output_0_quantized:0_min: {}
        /bert/encoder/layer.2/intermediate/dense/Transpose_output_0_quantized:0_max: {}
        /bert/encoder/layer.2/attention/output/LayerNorm/Add_1_output_0:0_min: {}
        /bert/encoder/layer.2/attention/output/LayerNorm/Add_1_output_0:0_max: {}
        /bert/encoder/layer.2/intermediate/intermediate_act_fn/Mul_1_output_0:0_min: {}
        /bert/encoder/layer.2/intermediate/intermediate_act_fn/Mul_1_output_0:0_max: {}
      output:
        /bert/encoder/layer.2/intermediate/intermediate_act_fn/Mul_1_output_0:0: {}
      attr:
        append_op: gelu_tanh
        output_dtype: u8
    /bert/encoder/layer.2/output/Add:
      type: InnerProduct
      input:
        /bert/encoder/layer.2/output/dense/Transpose_output_0_quantized:0: {}
        /bert/encoder/layer.2/intermediate/intermediate_act_fn/Mul_1_output_0:0: {}
        bert.encoder.layer.2.output.dense.bias:0: {}
        /bert/encoder/layer.2/attention/output/LayerNorm/Add_1_output_0:0: {}
        /bert/encoder/layer.2/output/dense/Transpose_output_0_quantized:0_min: {}
        /bert/encoder/layer.2/output/dense/Transpose_output_0_quantized:0_max: {}
        /bert/encoder/layer.2/intermediate/intermediate_act_fn/Mul_1_output_0:0_min: {}
        /bert/encoder/layer.2/intermediate/intermediate_act_fn/Mul_1_output_0:0_max: {}
        /bert/encoder/layer.2/output/Add_output_0:0_min: {}
        /bert/encoder/layer.2/output/Add_output_0:0_max: {}
      output:
        /bert/encoder/layer.2/output/Add_output_0:0: {}
      attr:
        append_op: sum
    /bert/encoder/layer.2/output/LayerNorm/Add_1:
      type: LayerNorm
      input:
        /bert/encoder/layer.2/output/Add_output_0:0: {}
        bert.encoder.layer.2.output.LayerNorm.weight:0: {}
        bert.encoder.layer.2.output.LayerNorm.bias:0: {}
      output:
        /bert/encoder/layer.2/output/LayerNorm/Add_1_output_0:0: {}
      attr:
        epsilon: 9.999999960041972e-13
        transpose_mode: 1, 0
    /bert/encoder/layer.3/attention/self/key/Add_quant_0:
      type: Quantize
      input:
        /bert/encoder/layer.2/output/LayerNorm/Add_1_output_0:0: {}
        /bert/encoder/layer.2/output/LayerNorm/Add_1_output_0:0_min: {}
        /bert/encoder/layer.2/output/LayerNorm/Add_1_output_0:0_max: {}
      output:
        /bert/encoder/layer.2/output/LayerNorm/Add_1_output_0:0_quant: {}
      attr:
        output_dtype: u8
    /bert/encoder/layer.3/attention/self/key/Add:
      type: InnerProduct
      input:
        /bert/encoder/layer.3/attention/self/key/Transpose_output_0_quantized:0: {}
        /bert/encoder/layer.2/output/LayerNorm/Add_1_output_0:0_quant: {}
        bert.encoder.layer.3.attention.self.key.bias:0: {}
        /bert/encoder/layer.3/attention/self/key/Transpose_output_0_quantized:0_min: {}
        /bert/encoder/layer.3/attention/self/key/Transpose_output_0_quantized:0_max: {}
        /bert/encoder/layer.2/output/LayerNorm/Add_1_output_0:0_min: {}
        /bert/encoder/layer.2/output/LayerNorm/Add_1_output_0:0_max: {}
        /bert/encoder/layer.3/attention/self/Reshape_output_0:0_min: {}
        /bert/encoder/layer.3/attention/self/Reshape_output_0:0_max: {}
        input_ids:0: {}
      output:
        /bert/encoder/layer.3/attention/self/Reshape_output_0:0: {}
      attr:
        output_dtype: s8
        reshape: 4,64,-1, -1
        reshape_dims: '0'
    /bert/encoder/layer.3/attention/self/query/Add:
      type: InnerProduct
      input:
        /bert/encoder/layer.3/attention/self/query/Transpose_output_0_quantized:0: {}
        /bert/encoder/layer.2/output/LayerNorm/Add_1_output_0:0_quant: {}
        bert.encoder.layer.3.attention.self.query.bias:0: {}
        /bert/encoder/layer.3/attention/self/query/Transpose_output_0_quantized:0_min: {}
        /bert/encoder/layer.3/attention/self/query/Transpose_output_0_quantized:0_max: {}
        /bert/encoder/layer.2/output/LayerNorm/Add_1_output_0:0_min: {}
        /bert/encoder/layer.2/output/LayerNorm/Add_1_output_0:0_max: {}
        /bert/encoder/layer.3/attention/self/Reshape_2_output_0:0_min: {}
        /bert/encoder/layer.3/attention/self/Reshape_2_output_0:0_max: {}
        input_ids:0: {}
      output:
        /bert/encoder/layer.3/attention/self/Reshape_2_output_0:0: {}
      attr:
        output_dtype: s8
        reshape: 4,64,-1, -1
        reshape_dims: '0'
    /bert/encoder/layer.3/attention/self/value/Add:
      type: InnerProduct
      input:
        /bert/encoder/layer.3/attention/self/value/Transpose_output_0_quantized:0: {}
        /bert/encoder/layer.2/output/LayerNorm/Add_1_output_0:0_quant: {}
        bert.encoder.layer.3.attention.self.value.bias:0: {}
        /bert/encoder/layer.3/attention/self/value/Transpose_output_0_quantized:0_min: {}
        /bert/encoder/layer.3/attention/self/value/Transpose_output_0_quantized:0_max: {}
        /bert/encoder/layer.2/output/LayerNorm/Add_1_output_0:0_min: {}
        /bert/encoder/layer.2/output/LayerNorm/Add_1_output_0:0_max: {}
        /bert/encoder/layer.3/attention/self/Reshape_1_output_0:0_min: {}
        /bert/encoder/layer.3/attention/self/Reshape_1_output_0:0_max: {}
        input_ids:0: {}
      output:
        /bert/encoder/layer.3/attention/self/Reshape_1_output_0:0: {}
      attr:
        output_dtype: s8
        reshape: 4,64,-1, -1
        reshape_dims: '0'
    /bert/encoder/layer.3/attention/self/Add:
      type: Matmul
      input:
        /bert/encoder/layer.3/attention/self/Reshape_2_output_0:0: {}
        /bert/encoder/layer.3/attention/self/Reshape_output_0:0: {}
        /bert/Mul_output_0:0: {}
        /bert/encoder/layer.3/attention/self/Reshape_2_output_0:0_min: {}
        /bert/encoder/layer.3/attention/self/Reshape_2_output_0:0_max: {}
        /bert/encoder/layer.3/attention/self/Reshape_output_0:0_min: {}
        /bert/encoder/layer.3/attention/self/Reshape_output_0:0_max: {}
        /bert/encoder/layer.3/attention/self/Add_output_0:0_min: {}
        /bert/encoder/layer.3/attention/self/Add_output_0:0_max: {}
      output:
        /bert/encoder/layer.3/attention/self/Add_output_0:0: {}
      attr:
        src0_perm: 2,0,3,1
        src1_perm: 2,0,1,3
        output_scale: 0.125
        format_any: false
        append_op: binary_add
    /bert/encoder/layer.3/attention/self/Softmax:
      type: Softmax
      input:
        /bert/encoder/layer.3/attention/self/Add_output_0:0: {}
        /bert/encoder/layer.3/attention/self/Softmax_output_0:0_min: {}
        /bert/encoder/layer.3/attention/self/Softmax_output_0:0_max: {}
      output:
        /bert/encoder/layer.3/attention/self/Softmax_output_0:0: {}
      attr:
        output_dtype: u8
    /bert/encoder/layer.3/attention/self/Transpose_3:
      type: Matmul
      input:
        /bert/encoder/layer.3/attention/self/Softmax_output_0:0: {}
        /bert/encoder/layer.3/attention/self/Reshape_1_output_0:0: {}
        /bert/encoder/layer.3/attention/self/Softmax_output_0:0_min: {}
        /bert/encoder/layer.3/attention/self/Softmax_output_0:0_max: {}
        /bert/encoder/layer.3/attention/self/Reshape_1_output_0:0_min: {}
        /bert/encoder/layer.3/attention/self/Reshape_1_output_0:0_max: {}
        /bert/encoder/layer.3/attention/self/Reshape_3_output_0:0_min: {}
        /bert/encoder/layer.3/attention/self/Reshape_3_output_0:0_max: {}
      output:
        /bert/encoder/layer.3/attention/self/Reshape_3_output_0:0: {}
      attr:
        src1_perm: 2,0,3,1
        dst_perm: 1,3,0,2
        output_dtype: u8
        reshape: 256,-1
    /bert/encoder/layer.3/attention/output/Add:
      type: InnerProduct
      input:
        /bert/encoder/layer.3/attention/output/dense/Transpose_output_0_quantized:0: {}
        /bert/encoder/layer.3/attention/self/Reshape_3_output_0:0: {}
        bert.encoder.layer.3.attention.output.dense.bias:0: {}
        /bert/encoder/layer.2/output/LayerNorm/Add_1_output_0:0: {}
        /bert/encoder/layer.3/attention/output/dense/Transpose_output_0_quantized:0_min: {}
        /bert/encoder/layer.3/attention/output/dense/Transpose_output_0_quantized:0_max: {}
        /bert/encoder/layer.3/attention/self/Reshape_3_output_0:0_min: {}
        /bert/encoder/layer.3/attention/self/Reshape_3_output_0:0_max: {}
        /bert/encoder/layer.3/attention/output/Add_output_0:0_min: {}
        /bert/encoder/layer.3/attention/output/Add_output_0:0_max: {}
      output:
        /bert/encoder/layer.3/attention/output/Add_output_0:0: {}
      attr:
        append_op: sum
    /bert/encoder/layer.3/attention/output/LayerNorm/Add_1:
      type: LayerNorm
      input:
        /bert/encoder/layer.3/attention/output/Add_output_0:0: {}
        bert.encoder.layer.3.attention.output.LayerNorm.weight:0: {}
        bert.encoder.layer.3.attention.output.LayerNorm.bias:0: {}
      output:
        /bert/encoder/layer.3/attention/output/LayerNorm/Add_1_output_0:0: {}
      attr:
        epsilon: 9.999999960041972e-13
        transpose_mode: 1, 0
    /bert/encoder/layer.3/intermediate/intermediate_act_fn/Mul_1_quant_0:
      type: Quantize
      input:
        /bert/encoder/layer.3/attention/output/LayerNorm/Add_1_output_0:0: {}
        /bert/encoder/layer.3/attention/output/LayerNorm/Add_1_output_0:0_min: {}
        /bert/encoder/layer.3/attention/output/LayerNorm/Add_1_output_0:0_max: {}
      output:
        /bert/encoder/layer.3/attention/output/LayerNorm/Add_1_output_0:0_quant: {}
      attr:
        output_dtype: u8
    /bert/encoder/layer.3/intermediate/intermediate_act_fn/Mul_1:
      type: InnerProduct
      input:
        /bert/encoder/layer.3/intermediate/dense/Transpose_output_0_quantized:0: {}
        /bert/encoder/layer.3/attention/output/LayerNorm/Add_1_output_0:0_quant: {}
        bert.encoder.layer.3.intermediate.dense.bias:0: {}
        /bert/encoder/layer.3/intermediate/dense/Transpose_output_0_quantized:0_min: {}
        /bert/encoder/layer.3/intermediate/dense/Transpose_output_0_quantized:0_max: {}
        /bert/encoder/layer.3/attention/output/LayerNorm/Add_1_output_0:0_min: {}
        /bert/encoder/layer.3/attention/output/LayerNorm/Add_1_output_0:0_max: {}
        /bert/encoder/layer.3/intermediate/intermediate_act_fn/Mul_1_output_0:0_min: {}
        /bert/encoder/layer.3/intermediate/intermediate_act_fn/Mul_1_output_0:0_max: {}
      output:
        /bert/encoder/layer.3/intermediate/intermediate_act_fn/Mul_1_output_0:0: {}
      attr:
        append_op: gelu_tanh
        output_dtype: u8
    /bert/encoder/layer.3/output/Add:
      type: InnerProduct
      input:
        /bert/encoder/layer.3/output/dense/Transpose_output_0_quantized:0: {}
        /bert/encoder/layer.3/intermediate/intermediate_act_fn/Mul_1_output_0:0: {}
        bert.encoder.layer.3.output.dense.bias:0: {}
        /bert/encoder/layer.3/attention/output/LayerNorm/Add_1_output_0:0: {}
        /bert/encoder/layer.3/output/dense/Transpose_output_0_quantized:0_min: {}
        /bert/encoder/layer.3/output/dense/Transpose_output_0_quantized:0_max: {}
        /bert/encoder/layer.3/intermediate/intermediate_act_fn/Mul_1_output_0:0_min: {}
        /bert/encoder/layer.3/intermediate/intermediate_act_fn/Mul_1_output_0:0_max: {}
        /bert/encoder/layer.3/output/Add_output_0:0_min: {}
        /bert/encoder/layer.3/output/Add_output_0:0_max: {}
      output:
        /bert/encoder/layer.3/output/Add_output_0:0: {}
      attr:
        append_op: sum
    /bert/encoder/layer.3/output/Add_Reorder_Recover:
      type: Reorder
      input:
        /bert/encoder/layer.3/output/Add_output_0:0: {}
      output:
        /bert/encoder/layer.3/output/Add_output_0:0_recover: {}
      attr:
        src_perm: 0,1
        dst_perm: 1,0
    /bert/encoder/layer.3/output/LayerNorm/Add_1:
      type: LayerNorm
      input:
        /bert/encoder/layer.3/output/Add_output_0:0_recover: {}
        bert.encoder.layer.3.output.LayerNorm.weight:0: {}
        bert.encoder.layer.3.output.LayerNorm.bias:0: {}
      output:
        /bert/encoder/layer.3/output/LayerNorm/Add_1:0: {}
      attr:
        epsilon: 9.999999960041972e-13
    last_layer_reshape:
      type: Reshape
      input:
        /bert/encoder/layer.3/output/LayerNorm/Add_1:0: {}
        input_ids:0: {}
      output:
        last_layer_reshape:0: {}
      attr:
        dst_shape: -1,-1,256
        dims: '0'
    last_layer_strided_slice:
      type: StridedSlice
      input:
        last_layer_reshape:0: {}
      output:
        last_layer_strided_slice:0: {}
      attr:
        begin_mask: 5
        ellipsis_mask: 0
        end_mask: 5
        new_axis_mask: 0
        shrink_axis_mask: 0
        begin: 0,0,0
        end: 0,1,0
        strides: 1,1,1
    /bert/pooler/Gather:
      type: Reshape
      input:
        last_layer_strided_slice:0: {}
      output:
        /bert/pooler/Gather_output_0:0: {}
      attr:
        dst_shape: -1,256
    /bert/pooler/activation/Tanh_quant_0:
      type: Quantize
      input:
        /bert/pooler/Gather_output_0:0: {}
        /bert/pooler/Gather_output_0:0_min: {}
        /bert/pooler/Gather_output_0:0_max: {}
      output:
        /bert/pooler/Gather_output_0:0_quant: {}
      attr:
        output_dtype: u8
    /bert/pooler/activation/Tanh:
      type: InnerProduct
      input:
        /bert/pooler/Gather_output_0:0_quant: {}
        bert.pooler.dense.weight_quantized:0: {}
        bert.pooler.dense.bias:0: {}
        /bert/pooler/Gather_output_0:0_min: {}
        /bert/pooler/Gather_output_0:0_max: {}
        bert.pooler.dense.weight_quantized:0_min: {}
        bert.pooler.dense.weight_quantized:0_max: {}
        /bert/pooler/activation/Tanh_output_0:0_min: {}
        /bert/pooler/activation/Tanh_output_0:0_max: {}
      output:
        /bert/pooler/activation/Tanh_output_0:0: {}
      attr:
        src1_perm: 1,0
        append_op: tanh
        output_dtype: u8
    /classifier/Gemm_Add:
      type: InnerProduct
      input:
        /bert/pooler/activation/Tanh_output_0:0: {}
        classifier.weight_quantized:0: {}
        classifier.bias:0: {}
        /bert/pooler/activation/Tanh_output_0:0_min: {}
        /bert/pooler/activation/Tanh_output_0:0_max: {}
        classifier.weight_quantized:0_min: {}
        classifier.weight_quantized:0_max: {}
        609:0_min: {}
        609:0_max: {}
      output:
        '609:0': {}
      attr:
        src1_perm: 1,0
    output_data:
      type: Output
      input:
        '609:0': {}