| [ | |
| { | |
| "algorithm": "quantization", | |
| "preset": "mixed", | |
| "overflow_fix": "disable", | |
| "initializer": { | |
| "range": { | |
| "num_init_samples": 300, | |
| "type": "mean_min_max" | |
| }, | |
| "batchnorm_adaptation": { | |
| "num_bn_adaptation_samples": 0 | |
| } | |
| }, | |
| "scope_overrides": { | |
| "activations": { | |
| "{re}.*matmul_0": { | |
| "mode": "symmetric" | |
| } | |
| } | |
| }, | |
| "ignored_scopes": [ | |
| "{re}.*Embeddings.*", | |
| "{re}.*__add___[0-1]", | |
| "{re}.*layer_norm_0", | |
| "{re}.*matmul_1", | |
| "{re}.*__truediv__*" | |
| ] | |
| }, | |
| { | |
| "algorithm": "magnitude_sparsity", | |
| "ignored_scopes": [ | |
| "{re}.*NNCFEmbedding.*", | |
| "{re}.*LayerNorm.*", | |
| "{re}.*pooler.*", | |
| "{re}.*classifier.*" | |
| ], | |
| "sparsity_init": 0.0, | |
| "params": { | |
| "power": 3, | |
| "schedule": "polynomial", | |
| "sparsity_freeze_epoch": 10, | |
| "sparsity_target": 0.8, | |
| "sparsity_target_epoch": 9, | |
| "steps_per_epoch": 2105, | |
| "update_per_optimizer_step": true | |
| } | |
| } | |
| ] |