advance: null
approach: post_training_static_quant
calib_iteration: 7
framework: pytorch
op:
  ? !!python/tuple
  - quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.0.attention.self.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.0.attention.self.query
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.0.attention.self.key
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.0.attention.self.value
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.0.attention.output.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.0.attention.output.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.0.intermediate.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.0.intermediate.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.0.output.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.0.output.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.1.attention.self.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.1.attention.self.query
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.1.attention.self.key
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.1.attention.self.value
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.1.attention.output.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.1.attention.output.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.1.intermediate.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.1.intermediate.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.1.output.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.1.output.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.2.attention.self.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.2.attention.self.query
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.2.attention.self.key
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.2.attention.self.value
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.2.attention.output.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.2.attention.output.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.2.intermediate.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.2.intermediate.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.2.output.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.2.output.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.3.attention.self.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.3.attention.self.query
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.3.attention.self.key
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.3.attention.self.value
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.3.attention.output.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.3.attention.output.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.3.intermediate.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.3.intermediate.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.3.output.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.3.output.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.4.attention.self.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.4.attention.self.query
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.4.attention.self.key
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.4.attention.self.value
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.4.attention.output.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.4.attention.output.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.4.intermediate.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.4.intermediate.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.4.output.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.4.output.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.5.attention.self.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.5.attention.self.query
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.5.attention.self.key
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.5.attention.self.value
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.5.attention.output.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.5.attention.output.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.5.intermediate.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.5.intermediate.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.5.output.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.5.output.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.6.attention.self.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.6.attention.self.query
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.6.attention.self.key
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.6.attention.self.value
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.6.attention.output.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.6.attention.output.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.6.intermediate.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.6.intermediate.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.6.output.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.6.output.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.7.attention.self.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.7.attention.self.query
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.7.attention.self.key
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.7.attention.self.value
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.7.attention.output.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.7.attention.output.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.7.intermediate.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.7.intermediate.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.7.output.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.7.output.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.8.attention.self.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.8.attention.self.query
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.8.attention.self.key
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.8.attention.self.value
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.8.attention.output.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.8.attention.output.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.8.intermediate.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.8.intermediate.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.8.output.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.8.output.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.9.attention.self.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.9.attention.self.query
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.9.attention.self.key
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.9.attention.self.value
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.9.attention.output.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.9.attention.output.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.9.intermediate.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.9.intermediate.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.9.output.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.9.output.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.10.attention.self.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.10.attention.self.query
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.10.attention.self.key
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.10.attention.self.value
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.10.attention.output.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.10.attention.output.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.10.intermediate.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.10.intermediate.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.10.output.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.10.output.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.11.attention.self.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.11.attention.self.query
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.11.attention.self.key
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.11.attention.self.value
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.11.attention.output.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.11.attention.output.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.11.intermediate.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.11.intermediate.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.encoder.layer.11.output.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.encoder.layer.11.output.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - bert.pooler.quant
  - QuantStub
  : activation:
      dtype: uint8
      scheme: asym
      granularity: per_tensor
      algorithm: minmax
  ? !!python/tuple
  - bert.pooler.dense
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl
  ? !!python/tuple
  - classifier
  - Linear
  : weight:
      dtype: int8
      scheme: sym
      granularity: per_channel
      algorithm: minmax
      bit: 7.0
    activation:
      dtype: uint8
      scheme: sym
      granularity: per_tensor
      algorithm: kl