bert-base-uncased-squadv1-72.9-sparse / nncf_bert_config_squad_mvnt_pruning-distill-run8.json
Chua, Vui Seng
Initial model commit
663f02a
{
"input_info": [
{
"sample_size": [1, 384],
"type": "long"
},
{
"sample_size": [1, 384],
"type": "long"
},
{
"sample_size": [1, 384],
"type": "long"
}
],
"compression": {
"algorithm": "movement_sparsity",
"params": {
"schedule": "poly_threshold",
"power": 3,
"init_importance_threshold": 0.0,
"final_importance_threshold": 0.1,
"warmup_start_epoch": 1,
"warmup_end_epoch": 2.5,
"steps_per_epoch": 5533,
"regu_final_lambda": 400,
"update_per_optimizer_step": true,
},
"ignored_scopes": ["{re}.*NNCFEmbedding", "{re}.*qa_outputs*"]
},
}