!LayerPruningModifier
    end_epoch: -1.0
    layers: ['bert.encoder.layer.6', 'bert.encoder.layer.7', 'bert.encoder.layer.8', 'bert.encoder.layer.9', 'bert.encoder.layer.10', 'bert.encoder.layer.11']
    start_epoch: -1.0
    update_frequency: -1.0

!QuantizationModifier
    disable_quantization_observer_epoch: 5.0
    end_epoch: -1.0
    freeze_bn_stats_epoch: 5.0
    quantize_embeddings: 1
    start_epoch: 0.0
    submodules: ['qa_outputs', 'bert.embeddings', 'bert.encoder']