| advance: null | |
| approach: post_training_static_quant | |
| calib_iteration: 7 | |
| framework: pytorch | |
| op: | |
| ? !!python/tuple | |
| - quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.0.attention.self.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.0.attention.self.query | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.0.attention.self.key | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.0.attention.self.value | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.0.attention.output.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.0.attention.output.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.0.intermediate.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.0.intermediate.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.0.output.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.0.output.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.1.attention.self.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.1.attention.self.query | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.1.attention.self.key | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.1.attention.self.value | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.1.attention.output.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.1.attention.output.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.1.intermediate.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.1.intermediate.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.1.output.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.1.output.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.2.attention.self.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.2.attention.self.query | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.2.attention.self.key | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.2.attention.self.value | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.2.attention.output.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.2.attention.output.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.2.intermediate.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.2.intermediate.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.2.output.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.2.output.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.3.attention.self.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.3.attention.self.query | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.3.attention.self.key | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.3.attention.self.value | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.3.attention.output.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.3.attention.output.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.3.intermediate.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.3.intermediate.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.3.output.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.3.output.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.4.attention.self.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.4.attention.self.query | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.4.attention.self.key | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.4.attention.self.value | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.4.attention.output.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.4.attention.output.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.4.intermediate.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.4.intermediate.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.4.output.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.4.output.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.5.attention.self.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.5.attention.self.query | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.5.attention.self.key | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.5.attention.self.value | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.5.attention.output.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.5.attention.output.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.5.intermediate.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.5.intermediate.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.5.output.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.5.output.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.6.attention.self.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.6.attention.self.query | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.6.attention.self.key | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.6.attention.self.value | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.6.attention.output.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.6.attention.output.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.6.intermediate.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.6.intermediate.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.6.output.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.6.output.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.7.attention.self.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.7.attention.self.query | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.7.attention.self.key | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.7.attention.self.value | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.7.attention.output.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.7.attention.output.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.7.intermediate.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.7.intermediate.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.7.output.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.7.output.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.8.attention.self.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.8.attention.self.query | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.8.attention.self.key | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.8.attention.self.value | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.8.attention.output.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.8.attention.output.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.8.intermediate.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.8.intermediate.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.8.output.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.8.output.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.9.attention.self.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.9.attention.self.query | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.9.attention.self.key | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.9.attention.self.value | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.9.attention.output.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.9.attention.output.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.9.intermediate.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.9.intermediate.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.9.output.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.9.output.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.10.attention.self.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.10.attention.self.query | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.10.attention.self.key | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.10.attention.self.value | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.10.attention.output.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.10.attention.output.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.10.intermediate.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.10.intermediate.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.10.output.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.10.output.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.11.attention.self.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.11.attention.self.query | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.11.attention.self.key | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.11.attention.self.value | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.11.attention.output.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.11.attention.output.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.11.intermediate.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.11.intermediate.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.encoder.layer.11.output.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.encoder.layer.11.output.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - bert.pooler.quant | |
| - QuantStub | |
| : activation: | |
| dtype: uint8 | |
| scheme: asym | |
| granularity: per_tensor | |
| algorithm: minmax | |
| ? !!python/tuple | |
| - bert.pooler.dense | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |
| ? !!python/tuple | |
| - classifier | |
| - Linear | |
| : weight: | |
| dtype: int8 | |
| scheme: sym | |
| granularity: per_channel | |
| algorithm: minmax | |
| bit: 7.0 | |
| activation: | |
| dtype: uint8 | |
| scheme: sym | |
| granularity: per_tensor | |
| algorithm: kl | |