{ "compression": [ { "algorithm": "movement_sparsity", "ignored_scopes": [ "{re}projector", "{re}classifier", "{re}feature_extractor", "{re}feature_projection", "{re}pos_conv_embed" ], "params": { "enable_structured_masking": true, "importance_regularization_factor": 0.15, "warmup_end_epoch": 8, "warmup_start_epoch": 1 }, "sparse_structure_by_scopes": [ { "mode": "block", "sparse_factors": [ 32, 32 ], "target_scopes": "{re}.*Wav2Vec2Attention.*" }, { "axis": 0, "mode": "per_dim", "target_scopes": "{re}.*intermediate_dense.*" }, { "axis": 1, "mode": "per_dim", "target_scopes": "{re}.*output_dense.*" } ] }, { "activations": { "mode": "symmetric" }, "algorithm": "quantization", "export_to_onnx_standard_ops": false, "ignored_scopes": [ "{re}.*feature_extractor.*" ], "initializer": { "batchnorm_adaptation": { "num_bn_adaptation_samples": 256 }, "range": { "num_init_samples": 256, "params": { "max_percentile": 99.99, "min_percentile": 0.01 }, "type": "percentile" } }, "overflow_fix": "disable", "quantize_inputs": false, "weights": { "mode": "symmetric", "per_channel": false, "signed": true } } ], "input_info": [ { "keyword": "input_values", "sample_size": [ 32, 16000 ], "type": "float" } ], "log_dir": "/nvme2/yujiepan/workspace/jpqd-test/playground/optimum-playground/0314.example-rerun/logs/w2v2-ks-jpqd-finetuned-student", "optimum_version": "1.6.3", "save_onnx_model": false, "transformers_version": "4.26.0" }