!LayerPruningModifier | |
end_epoch: -1.0 | |
layers: ['bert.encoder.layer.3', 'bert.encoder.layer.4', 'bert.encoder.layer.5', 'bert.encoder.layer.6', 'bert.encoder.layer.7', 'bert.encoder.layer.8', 'bert.encoder.layer.9', 'bert.encoder.layer.10', 'bert.encoder.layer.11'] | |
start_epoch: -1.0 | |
update_frequency: -1.0 | |
!QuantizationModifier | |
disable_quantization_observer_epoch: 5.0 | |
end_epoch: -1.0 | |
freeze_bn_stats_epoch: 5.0 | |
quantize_embeddings: 1 | |
start_epoch: 0.0 | |
submodules: ['qa_outputs', 'bert.embeddings', 'bert.encoder'] | |