File size: 878 Bytes
c28a801 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 |
{
"ampere_pruning_method": "disabled",
"attention_block_cols": 1,
"attention_block_rows": 1,
"attention_lambda": 1.0,
"attention_output_with_dense": 0,
"attention_pruning_method": "topK",
"bias_mask": true,
"dense_block_cols": 1,
"dense_block_rows": 1,
"dense_lambda": 1.0,
"dense_pruning_method": "topK",
"distil_alpha_ce": 0.1,
"distil_alpha_teacher": 0.9,
"distil_teacher_name_or_path": "csarron/bert-base-uncased-squad-v1",
"distil_temperature": 2.0,
"final_ampere_temperature": 20.0,
"final_finetune": 1,
"final_threshold": 0.5,
"final_warmup": 0,
"initial_ampere_temperature": 0.0,
"initial_threshold": 1.0,
"initial_warmup": 0,
"mask_init": "constant",
"mask_scale": 0.0,
"mask_scores_learning_rate": 0.01,
"regularization": "",
"regularization_final_lambda": 0
} |