File size: 1,794 Bytes
5b8a717
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
{
    "input_info": [
        {
            "sample_size": [1, 384],
            "type": "long"
        },
        {
            "sample_size": [1, 384],
            "type": "long"
        },
        {
            "sample_size": [1, 384],
            "type": "long"
        }
    ],
    "compression":
    [
        // {
        //     "algorithm": "knowledge_distillation",
        //     "type": "softmax"
        // },
        {
            "algorithm": "magnitude_sparsity",
            "sparsity_init": 0.5,
            "params": {
                "schedule": "multistep",
                "multistep_steps": [
                    2,
                    4,
                    6,
                    8
                ],
                "multistep_sparsity_levels": [
                    0.5,
                    0.5,
                    0.5,
                    0.5,
                    0.5,
                ]
            },
            "ignored_scopes": ["{re}.*NNCFEmbedding", "{re}.*qa_outputs*"]
        },
        {
            "algorithm": "quantization",
            "initializer": {
                "range": {
                    "num_init_samples": 32,
                    "type": "percentile",
                    "params":
                    {
                        "min_percentile": 0.01,
                        "max_percentile": 99.99
                    }
                },

                "batchnorm_adaptation": {
                    "num_bn_adaptation_samples": 200
                }
            },
            "activations":
            {
                "mode": "symmetric"
            },
            "weights":
            {
                "mode": "symmetric",
                "signed": true,
                "per_channel": false
            }
        }
    ]
}