nncf_bert_config_squad_mvnt_pruning-distill-run2.json

{
    "input_info": [
        {
            "sample_size": [1, 384],
            "type": "long"
        },
        {
            "sample_size": [1, 384],
            "type": "long"
        },
        {
            "sample_size": [1, 384],
            "type": "long"
        }
    ],
    "compression": {
        "algorithm": "movement_sparsity",
        "params": {
            "schedule": "poly_threshold",
            "power": 3,
            "init_importance_threshold": 0.0,
            "final_importance_threshold": 0.1,
            "warmup_start_epoch": 1,
            "warmup_end_epoch": 5,
            "steps_per_epoch": 5533,
            "regu_final_lambda": 400,
            "update_per_optimizer_step": true,
        },
        "ignored_scopes": ["{re}.*NNCFEmbedding", "{re}.*qa_outputs*"]
    },
}