File size: 2,478 Bytes
141c21d
b645993
 
141c21d
247a083
141c21d
b645993
 
 
 
 
1c7ebbb
b645993
1c7ebbb
b645993
 
 
 
247a083
b645993
1c7ebbb
 
b645993
247a083
1c7ebbb
b645993
1c7ebbb
b645993
 
 
 
 
141c21d
 
 
247a083
141c21d
b645993
 
 
 
 
1c7ebbb
b645993
1c7ebbb
b645993
 
 
 
247a083
b645993
1c7ebbb
 
b645993
247a083
1c7ebbb
b645993
1c7ebbb
b645993
 
 
 
 
 
141c21d
 
 
247a083
141c21d
b645993
 
 
 
 
1c7ebbb
b645993
1c7ebbb
b645993
 
 
 
247a083
b645993
1c7ebbb
 
b645993
247a083
1c7ebbb
b645993
1c7ebbb
b645993
 
 
 
 
141c21d
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
{
    "per_channel": false,
    "reduce_range": false,
    "per_model_config": {
        "decoder_model": {
            "op_types": [
                "Tanh",
                "Softmax",
                "Unsqueeze",
                "Equal",
                "Mul",
                "Div",
                "Pow",
                "And",
                "Sub",
                "Shape",
                "CumSum",
                "Transpose",
                "Add",
                "Slice",
                "Concat",
                "Cast",
                "ReduceMean",
                "MatMul",
                "Where",
                "Squeeze",
                "Reshape",
                "Constant",
                "ConstantOfShape",
                "Sqrt",
                "Split",
                "Gather"
            ],
            "weight_type": "QInt8"
        },
        "decoder_model_merged": {
            "op_types": [
                "Tanh",
                "Softmax",
                "Unsqueeze",
                "Equal",
                "Mul",
                "Div",
                "Pow",
                "And",
                "Sub",
                "Shape",
                "CumSum",
                "Transpose",
                "Add",
                "Slice",
                "Concat",
                "Cast",
                "ReduceMean",
                "MatMul",
                "Where",
                "Squeeze",
                "Reshape",
                "Constant",
                "ConstantOfShape",
                "Sqrt",
                "If",
                "Split",
                "Gather"
            ],
            "weight_type": "QInt8"
        },
        "decoder_with_past_model": {
            "op_types": [
                "Tanh",
                "Softmax",
                "Unsqueeze",
                "Equal",
                "Mul",
                "Div",
                "Pow",
                "And",
                "Sub",
                "Shape",
                "CumSum",
                "Transpose",
                "Add",
                "Slice",
                "Concat",
                "Cast",
                "ReduceMean",
                "MatMul",
                "Where",
                "Squeeze",
                "Reshape",
                "Constant",
                "ConstantOfShape",
                "Sqrt",
                "Split",
                "Gather"
            ],
            "weight_type": "QInt8"
        }
    }
}