|
model: |
|
name: model |
|
operator: |
|
input_data: |
|
type: Input |
|
output: |
|
input_ids:0: |
|
dtype: int32 |
|
shape: [-1, -1] |
|
segment_ids:0: |
|
dtype: int32 |
|
shape: [-1, -1] |
|
input_mask:0: |
|
dtype: int32 |
|
shape: [-1, -1] |
|
bert.embeddings.position_embeddings.weight:0: |
|
dtype: fp32 |
|
shape: [512, 256] |
|
location: [0, 524288] |
|
bert.embeddings.word_embeddings.weight:0: |
|
dtype: fp32 |
|
shape: [30522, 256] |
|
location: [524288, 31254528] |
|
bert.embeddings.token_type_embeddings.weight:0: |
|
dtype: fp32 |
|
shape: [2, 256] |
|
location: [31778816, 2048] |
|
bert.embeddings.LayerNorm.weight:0: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [31780864, 1024] |
|
bert.embeddings.LayerNorm.bias:0: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [31781888, 1024] |
|
111:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [31782912, 4] |
|
111:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [31782916, 4] |
|
'576:0': |
|
dtype: s8 |
|
shape: [256, 256] |
|
location: [31782920, 65536] |
|
bert.encoder.layer.0.attention.self.key.bias:0: |
|
dtype: s32 |
|
shape: [256] |
|
location: [31848456, 1024] |
|
111:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [31988776, 4] |
|
111:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [31988780, 4] |
|
576:0_min: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [31849480, 1024] |
|
576:0_max: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [31850504, 1024] |
|
Add_34:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [31851536, 4] |
|
Add_34:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [31851540, 4] |
|
'579:0': |
|
dtype: s8 |
|
shape: [256, 256] |
|
location: [31851544, 65536] |
|
bert.encoder.layer.0.attention.self.value.bias:0: |
|
dtype: s32 |
|
shape: [256] |
|
location: [31917080, 1024] |
|
579:0_min: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [31918104, 1024] |
|
579:0_max: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [31919128, 1024] |
|
Add_46:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [31920160, 4] |
|
Add_46:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [31920164, 4] |
|
'575:0': |
|
dtype: s8 |
|
shape: [256, 256] |
|
location: [31920168, 65536] |
|
bert.encoder.layer.0.attention.self.query.bias:0: |
|
dtype: s32 |
|
shape: [256] |
|
location: [31985704, 1024] |
|
575:0_min: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [31986728, 1024] |
|
575:0_max: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [31987752, 1024] |
|
Add_32:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [31988784, 4] |
|
Add_32:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [31988788, 4] |
|
163:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [31988792, 4] |
|
163:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [31988796, 4] |
|
131:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [31988800, 4] |
|
131:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [31988804, 4] |
|
169:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [31988808, 4] |
|
169:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [31988812, 4] |
|
170:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [31988824, 4] |
|
170:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [31988828, 4] |
|
148:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [31988832, 4] |
|
148:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [31988836, 4] |
|
172:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [31988840, 4] |
|
172:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [31988844, 4] |
|
'585:0': |
|
dtype: s8 |
|
shape: [256, 256] |
|
location: [31988848, 65536] |
|
bert.encoder.layer.0.attention.output.dense.bias:0: |
|
dtype: s32 |
|
shape: [256] |
|
location: [32054384, 1024] |
|
184:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32057456, 4] |
|
184:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32057460, 4] |
|
585:0_min: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [32055408, 1024] |
|
585:0_max: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [32056432, 1024] |
|
188:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32057464, 4] |
|
188:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32057468, 4] |
|
bert.encoder.layer.0.attention.output.LayerNorm.weight:0: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [32057472, 1024] |
|
bert.encoder.layer.0.attention.output.LayerNorm.bias:0: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [32058496, 1024] |
|
199:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32059520, 4] |
|
199:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32059524, 4] |
|
'586:0': |
|
dtype: s8 |
|
shape: [1024, 256] |
|
location: [32059528, 262144] |
|
bert.encoder.layer.0.intermediate.dense.bias:0: |
|
dtype: s32 |
|
shape: [1024] |
|
location: [32321672, 4096] |
|
199:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32333960, 4] |
|
199:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32333964, 4] |
|
586:0_min: |
|
dtype: fp32 |
|
shape: [1024] |
|
location: [32325768, 4096] |
|
586:0_max: |
|
dtype: fp32 |
|
shape: [1024] |
|
location: [32329864, 4096] |
|
210:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32599200, 4] |
|
210:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32599204, 4] |
|
'587:0': |
|
dtype: s8 |
|
shape: [256, 1024] |
|
location: [32333984, 262144] |
|
bert.encoder.layer.0.output.dense.bias:0: |
|
dtype: s32 |
|
shape: [256] |
|
location: [32596128, 1024] |
|
587:0_min: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [32597152, 1024] |
|
587:0_max: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [32598176, 1024] |
|
214:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32599208, 4] |
|
214:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32599212, 4] |
|
bert.encoder.layer.0.output.LayerNorm.weight:0: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [32599216, 1024] |
|
bert.encoder.layer.0.output.LayerNorm.bias:0: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [32600240, 1024] |
|
225:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32601264, 4] |
|
225:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32601268, 4] |
|
'589:0': |
|
dtype: s8 |
|
shape: [256, 256] |
|
location: [32601272, 65536] |
|
bert.encoder.layer.1.attention.self.key.bias:0: |
|
dtype: s32 |
|
shape: [256] |
|
location: [32666808, 1024] |
|
225:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32807128, 4] |
|
225:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32807132, 4] |
|
589:0_min: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [32667832, 1024] |
|
589:0_max: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [32668856, 1024] |
|
Add_128:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32669888, 4] |
|
Add_128:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32669892, 4] |
|
'592:0': |
|
dtype: s8 |
|
shape: [256, 256] |
|
location: [32669896, 65536] |
|
bert.encoder.layer.1.attention.self.value.bias:0: |
|
dtype: s32 |
|
shape: [256] |
|
location: [32735432, 1024] |
|
592:0_min: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [32736456, 1024] |
|
592:0_max: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [32737480, 1024] |
|
Add_140:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32738512, 4] |
|
Add_140:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32738516, 4] |
|
'588:0': |
|
dtype: s8 |
|
shape: [256, 256] |
|
location: [32738520, 65536] |
|
bert.encoder.layer.1.attention.self.query.bias:0: |
|
dtype: s32 |
|
shape: [256] |
|
location: [32804056, 1024] |
|
588:0_min: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [32805080, 1024] |
|
588:0_max: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [32806104, 1024] |
|
Add_126:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32807136, 4] |
|
Add_126:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32807140, 4] |
|
277:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32807144, 4] |
|
277:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32807148, 4] |
|
245:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32807152, 4] |
|
245:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32807156, 4] |
|
283:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32807160, 4] |
|
283:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32807164, 4] |
|
284:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32807176, 4] |
|
284:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32807180, 4] |
|
262:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32807184, 4] |
|
262:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32807188, 4] |
|
286:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32807192, 4] |
|
286:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32807196, 4] |
|
'598:0': |
|
dtype: s8 |
|
shape: [256, 256] |
|
location: [32807200, 65536] |
|
bert.encoder.layer.1.attention.output.dense.bias:0: |
|
dtype: s32 |
|
shape: [256] |
|
location: [32872736, 1024] |
|
298:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32875808, 4] |
|
298:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32875812, 4] |
|
598:0_min: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [32873760, 1024] |
|
598:0_max: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [32874784, 1024] |
|
302:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32875816, 4] |
|
302:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32875820, 4] |
|
bert.encoder.layer.1.attention.output.LayerNorm.weight:0: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [32875824, 1024] |
|
bert.encoder.layer.1.attention.output.LayerNorm.bias:0: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [32876848, 1024] |
|
313:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32877872, 4] |
|
313:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [32877876, 4] |
|
'599:0': |
|
dtype: s8 |
|
shape: [1024, 256] |
|
location: [32877880, 262144] |
|
bert.encoder.layer.1.intermediate.dense.bias:0: |
|
dtype: s32 |
|
shape: [1024] |
|
location: [33140024, 4096] |
|
313:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33152312, 4] |
|
313:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33152316, 4] |
|
599:0_min: |
|
dtype: fp32 |
|
shape: [1024] |
|
location: [33144120, 4096] |
|
599:0_max: |
|
dtype: fp32 |
|
shape: [1024] |
|
location: [33148216, 4096] |
|
324:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33417552, 4] |
|
324:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33417556, 4] |
|
'600:0': |
|
dtype: s8 |
|
shape: [256, 1024] |
|
location: [33152336, 262144] |
|
bert.encoder.layer.1.output.dense.bias:0: |
|
dtype: s32 |
|
shape: [256] |
|
location: [33414480, 1024] |
|
600:0_min: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [33415504, 1024] |
|
600:0_max: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [33416528, 1024] |
|
328:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33417560, 4] |
|
328:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33417564, 4] |
|
bert.encoder.layer.1.output.LayerNorm.weight:0: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [33417568, 1024] |
|
bert.encoder.layer.1.output.LayerNorm.bias:0: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [33418592, 1024] |
|
339:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33419616, 4] |
|
339:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33419620, 4] |
|
'602:0': |
|
dtype: s8 |
|
shape: [256, 256] |
|
location: [33419624, 65536] |
|
bert.encoder.layer.2.attention.self.key.bias:0: |
|
dtype: s32 |
|
shape: [256] |
|
location: [33485160, 1024] |
|
339:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33625480, 4] |
|
339:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33625484, 4] |
|
602:0_min: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [33486184, 1024] |
|
602:0_max: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [33487208, 1024] |
|
Add_222:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33488240, 4] |
|
Add_222:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33488244, 4] |
|
'605:0': |
|
dtype: s8 |
|
shape: [256, 256] |
|
location: [33488248, 65536] |
|
bert.encoder.layer.2.attention.self.value.bias:0: |
|
dtype: s32 |
|
shape: [256] |
|
location: [33553784, 1024] |
|
605:0_min: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [33554808, 1024] |
|
605:0_max: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [33555832, 1024] |
|
Add_234:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33556864, 4] |
|
Add_234:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33556868, 4] |
|
'601:0': |
|
dtype: s8 |
|
shape: [256, 256] |
|
location: [33556872, 65536] |
|
bert.encoder.layer.2.attention.self.query.bias:0: |
|
dtype: s32 |
|
shape: [256] |
|
location: [33622408, 1024] |
|
601:0_min: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [33623432, 1024] |
|
601:0_max: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [33624456, 1024] |
|
Add_220:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33625488, 4] |
|
Add_220:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33625492, 4] |
|
391:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33625496, 4] |
|
391:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33625500, 4] |
|
359:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33625504, 4] |
|
359:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33625508, 4] |
|
397:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33625512, 4] |
|
397:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33625516, 4] |
|
398:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33625528, 4] |
|
398:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33625532, 4] |
|
376:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33625536, 4] |
|
376:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33625540, 4] |
|
400:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33625544, 4] |
|
400:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33625548, 4] |
|
'611:0': |
|
dtype: s8 |
|
shape: [256, 256] |
|
location: [33625552, 65536] |
|
bert.encoder.layer.2.attention.output.dense.bias:0: |
|
dtype: s32 |
|
shape: [256] |
|
location: [33691088, 1024] |
|
412:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33694160, 4] |
|
412:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33694164, 4] |
|
611:0_min: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [33692112, 1024] |
|
611:0_max: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [33693136, 1024] |
|
416:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33694168, 4] |
|
416:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33694172, 4] |
|
bert.encoder.layer.2.attention.output.LayerNorm.weight:0: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [33694176, 1024] |
|
bert.encoder.layer.2.attention.output.LayerNorm.bias:0: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [33695200, 1024] |
|
427:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33696224, 4] |
|
427:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33696228, 4] |
|
'612:0': |
|
dtype: s8 |
|
shape: [1024, 256] |
|
location: [33696232, 262144] |
|
bert.encoder.layer.2.intermediate.dense.bias:0: |
|
dtype: s32 |
|
shape: [1024] |
|
location: [33958376, 4096] |
|
427:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33970664, 4] |
|
427:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [33970668, 4] |
|
612:0_min: |
|
dtype: fp32 |
|
shape: [1024] |
|
location: [33962472, 4096] |
|
612:0_max: |
|
dtype: fp32 |
|
shape: [1024] |
|
location: [33966568, 4096] |
|
438:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34235904, 4] |
|
438:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34235908, 4] |
|
'613:0': |
|
dtype: s8 |
|
shape: [256, 1024] |
|
location: [33970688, 262144] |
|
bert.encoder.layer.2.output.dense.bias:0: |
|
dtype: s32 |
|
shape: [256] |
|
location: [34232832, 1024] |
|
613:0_min: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [34233856, 1024] |
|
613:0_max: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [34234880, 1024] |
|
442:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34235912, 4] |
|
442:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34235916, 4] |
|
bert.encoder.layer.2.output.LayerNorm.weight:0: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [34235920, 1024] |
|
bert.encoder.layer.2.output.LayerNorm.bias:0: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [34236944, 1024] |
|
453:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34237968, 4] |
|
453:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34237972, 4] |
|
'615:0': |
|
dtype: s8 |
|
shape: [256, 256] |
|
location: [34237976, 65536] |
|
bert.encoder.layer.3.attention.self.key.bias:0: |
|
dtype: s32 |
|
shape: [256] |
|
location: [34303512, 1024] |
|
453:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34443832, 4] |
|
453:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34443836, 4] |
|
615:0_min: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [34304536, 1024] |
|
615:0_max: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [34305560, 1024] |
|
Add_316:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34306592, 4] |
|
Add_316:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34306596, 4] |
|
'618:0': |
|
dtype: s8 |
|
shape: [256, 256] |
|
location: [34306600, 65536] |
|
bert.encoder.layer.3.attention.self.value.bias:0: |
|
dtype: s32 |
|
shape: [256] |
|
location: [34372136, 1024] |
|
618:0_min: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [34373160, 1024] |
|
618:0_max: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [34374184, 1024] |
|
Add_328:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34375216, 4] |
|
Add_328:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34375220, 4] |
|
'614:0': |
|
dtype: s8 |
|
shape: [256, 256] |
|
location: [34375224, 65536] |
|
bert.encoder.layer.3.attention.self.query.bias:0: |
|
dtype: s32 |
|
shape: [256] |
|
location: [34440760, 1024] |
|
614:0_min: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [34441784, 1024] |
|
614:0_max: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [34442808, 1024] |
|
Add_314:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34443840, 4] |
|
Add_314:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34443844, 4] |
|
505:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34443848, 4] |
|
505:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34443852, 4] |
|
473:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34443856, 4] |
|
473:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34443860, 4] |
|
511:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34443864, 4] |
|
511:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34443868, 4] |
|
512:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34443880, 4] |
|
512:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34443884, 4] |
|
490:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34443888, 4] |
|
490:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34443892, 4] |
|
514:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34443896, 4] |
|
514:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34443900, 4] |
|
'624:0': |
|
dtype: s8 |
|
shape: [256, 256] |
|
location: [34443904, 65536] |
|
bert.encoder.layer.3.attention.output.dense.bias:0: |
|
dtype: s32 |
|
shape: [256] |
|
location: [34509440, 1024] |
|
526:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34512512, 4] |
|
526:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34512516, 4] |
|
624:0_min: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [34510464, 1024] |
|
624:0_max: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [34511488, 1024] |
|
530:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34512520, 4] |
|
530:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34512524, 4] |
|
bert.encoder.layer.3.attention.output.LayerNorm.weight:0: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [34512528, 1024] |
|
bert.encoder.layer.3.attention.output.LayerNorm.bias:0: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [34513552, 1024] |
|
541:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34514576, 4] |
|
541:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34514580, 4] |
|
'625:0': |
|
dtype: s8 |
|
shape: [1024, 256] |
|
location: [34514584, 262144] |
|
bert.encoder.layer.3.intermediate.dense.bias:0: |
|
dtype: s32 |
|
shape: [1024] |
|
location: [34776728, 4096] |
|
541:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34789016, 4] |
|
541:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [34789020, 4] |
|
625:0_min: |
|
dtype: fp32 |
|
shape: [1024] |
|
location: [34780824, 4096] |
|
625:0_max: |
|
dtype: fp32 |
|
shape: [1024] |
|
location: [34784920, 4096] |
|
552:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [35054256, 4] |
|
552:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [35054260, 4] |
|
'626:0': |
|
dtype: s8 |
|
shape: [256, 1024] |
|
location: [34789040, 262144] |
|
bert.encoder.layer.3.output.dense.bias:0: |
|
dtype: s32 |
|
shape: [256] |
|
location: [35051184, 1024] |
|
626:0_min: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [35052208, 1024] |
|
626:0_max: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [35053232, 1024] |
|
556:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [35054264, 4] |
|
556:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [35054268, 4] |
|
bert.encoder.layer.3.output.LayerNorm.weight:0: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [35054272, 1024] |
|
bert.encoder.layer.3.output.LayerNorm.bias:0: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [35055296, 1024] |
|
569:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [35056320, 4] |
|
569:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [35056324, 4] |
|
bert.pooler.dense.weight:0: |
|
dtype: s8 |
|
shape: [256, 256] |
|
location: [35056328, 65536] |
|
bert.pooler.dense.bias:0: |
|
dtype: s32 |
|
shape: [256] |
|
location: [35121864, 1024] |
|
569:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [35122888, 4] |
|
569:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [35122892, 4] |
|
bert.pooler.dense.weight:0_min: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [35122896, 1024] |
|
bert.pooler.dense.weight:0_max: |
|
dtype: fp32 |
|
shape: [256] |
|
location: [35123920, 1024] |
|
571:0_quant_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [35125472, 4] |
|
571:0_quant_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [35125476, 4] |
|
classifier.weight:0: |
|
dtype: s8 |
|
shape: [2, 256] |
|
location: [35124952, 512] |
|
classifier.bias:0: |
|
dtype: s32 |
|
shape: [2] |
|
location: [35125464, 8] |
|
classifier.weight:0_min: |
|
dtype: fp32 |
|
shape: [2] |
|
location: [35125480, 8] |
|
classifier.weight:0_max: |
|
dtype: fp32 |
|
shape: [2] |
|
location: [35125488, 8] |
|
output:0_min: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [35125496, 4] |
|
output:0_max: |
|
dtype: fp32 |
|
shape: [1] |
|
location: [35125500, 4] |
|
padding_sequence: |
|
type: PaddingSequence |
|
input: |
|
input_mask:0: {} |
|
output: |
|
padding_sequence:0: {} |
|
attr: |
|
dst_shape: -1,4,0,-1 |
|
dims: 1 |
|
position_embeddings/after/reshape: |
|
type: Reshape |
|
input: |
|
bert.embeddings.position_embeddings.weight:0: {} |
|
input_ids:0: {} |
|
output: |
|
position_embeddings/after/reshape:0: {} |
|
attr: |
|
dst_shape: 1,-1,256 |
|
dims: 1 |
|
Gather_18: |
|
type: Reshape |
|
input: |
|
position_embeddings/after/reshape:0: {} |
|
output: |
|
'99:0': {} |
|
attr: |
|
dst_shape: 1,-1 |
|
word_embeddings/reshape: |
|
type: Reshape |
|
input: |
|
input_ids:0: {} |
|
output: |
|
word_embeddings/reshape:0: {} |
|
attr: |
|
dst_shape: -1 |
|
Gather_15: |
|
type: Gather |
|
input: |
|
word_embeddings/reshape:0: {} |
|
bert.embeddings.word_embeddings.weight:0: {} |
|
output: |
|
Gather_15:0: {} |
|
attr: |
|
axis: 0 |
|
batch_dims: 0 |
|
word_embeddings/after/reshape: |
|
type: Reshape |
|
input: |
|
Gather_15:0: {} |
|
input_ids:0: {} |
|
output: |
|
word_embeddings/after/reshape:0: {} |
|
attr: |
|
dst_shape: -1,-1,256 |
|
dims: 0,1 |
|
word_embeddings/add_reshape: |
|
type: Reshape |
|
input: |
|
word_embeddings/after/reshape:0: {} |
|
input_ids:0: {} |
|
output: |
|
word_embeddings/add_reshape:0: {} |
|
attr: |
|
dst_shape: -1,-1,256 |
|
dims: 0,1 |
|
mul: 1,2 |
|
token_type_embeddings/reshape: |
|
type: Reshape |
|
input: |
|
segment_ids:0: {} |
|
output: |
|
token_type_embeddings/reshape:0: {} |
|
attr: |
|
dst_shape: -1 |
|
Gather_16: |
|
type: Gather |
|
input: |
|
token_type_embeddings/reshape:0: {} |
|
bert.embeddings.token_type_embeddings.weight:0: {} |
|
output: |
|
Gather_16:0: {} |
|
attr: |
|
axis: 0 |
|
batch_dims: 0 |
|
token_type_embeddings/after/reshape: |
|
type: Reshape |
|
input: |
|
Gather_16:0: {} |
|
segment_ids:0: {} |
|
output: |
|
token_type_embeddings/after/reshape:0: {} |
|
attr: |
|
dst_shape: -1,-1,256 |
|
dims: 0,1 |
|
token_type_embeddings/add_reshape: |
|
type: Reshape |
|
input: |
|
token_type_embeddings/after/reshape:0: {} |
|
segment_ids:0: {} |
|
output: |
|
token_type_embeddings/add_reshape:0: {} |
|
attr: |
|
dst_shape: -1,-1,256 |
|
dims: 0,1 |
|
mul: 1,2 |
|
Add_17: |
|
type: BinaryAdd |
|
input: |
|
token_type_embeddings/add_reshape:0: {} |
|
'99:0': {} |
|
word_embeddings/add_reshape:0: {} |
|
output: |
|
Add_17:0: {} |
|
attr: |
|
append_op: sum |
|
embeddings/after_add_reshape: |
|
type: Reshape |
|
input: |
|
Add_17:0: {} |
|
input_ids:0: {} |
|
output: |
|
embeddings/after_add_reshape:0: {} |
|
attr: |
|
dst_shape: -1,-1,256 |
|
dims: 0,1 |
|
embeddings_add/reshape_2d: |
|
type: Reshape |
|
input: |
|
embeddings/after_add_reshape:0: {} |
|
output: |
|
embeddings_add/reshape_2d:0: {} |
|
attr: |
|
dst_shape: -1,256 |
|
Add_30: |
|
type: LayerNorm |
|
input: |
|
embeddings_add/reshape_2d:0: {} |
|
bert.embeddings.LayerNorm.weight:0: {} |
|
bert.embeddings.LayerNorm.bias:0: {} |
|
output: |
|
'111:0': {} |
|
attr: |
|
epsilon: 9.999999960041972e-13 |
|
Add_30_reorder_post: |
|
type: Reorder |
|
input: |
|
'111:0': {} |
|
output: |
|
111:0_reorder: {} |
|
attr: |
|
src_perm: 0,1 |
|
dst_perm: 1,0 |
|
Add_34_quant_0: |
|
type: Quantize |
|
input: |
|
111:0_reorder: {} |
|
111:0_min: {} |
|
111:0_max: {} |
|
output: |
|
111:0_quant: {} |
|
attr: |
|
output_dtype: u8 |
|
Add_34: |
|
type: InnerProduct |
|
input: |
|
'576:0': {} |
|
111:0_quant: {} |
|
bert.encoder.layer.0.attention.self.key.bias:0: {} |
|
576:0_min: {} |
|
576:0_max: {} |
|
111:0_quant_min: {} |
|
111:0_quant_max: {} |
|
Add_34:0_min: {} |
|
Add_34:0_max: {} |
|
output: |
|
Add_34:0: {} |
|
attr: |
|
output_dtype: s8 |
|
Reshape_44: |
|
type: Reshape |
|
input: |
|
Add_34:0: {} |
|
input_ids:0: {} |
|
output: |
|
131:0_quant: {} |
|
attr: |
|
dst_shape: 4,64,-1,-1 |
|
dims: '0' |
|
Add_46: |
|
type: InnerProduct |
|
input: |
|
'579:0': {} |
|
111:0_quant: {} |
|
bert.encoder.layer.0.attention.self.value.bias:0: {} |
|
579:0_min: {} |
|
579:0_max: {} |
|
111:0_quant_min: {} |
|
111:0_quant_max: {} |
|
Add_46:0_min: {} |
|
Add_46:0_max: {} |
|
output: |
|
Add_46:0: {} |
|
attr: |
|
output_dtype: s8 |
|
Reshape_56: |
|
type: Reshape |
|
input: |
|
Add_46:0: {} |
|
input_ids:0: {} |
|
output: |
|
148:0_quant: {} |
|
attr: |
|
dst_shape: 4,64,-1,-1 |
|
dims: '0' |
|
Add_32: |
|
type: InnerProduct |
|
input: |
|
'575:0': {} |
|
111:0_quant: {} |
|
bert.encoder.layer.0.attention.self.query.bias:0: {} |
|
575:0_min: {} |
|
575:0_max: {} |
|
111:0_quant_min: {} |
|
111:0_quant_max: {} |
|
Add_32:0_min: {} |
|
Add_32:0_max: {} |
|
output: |
|
Add_32:0: {} |
|
attr: |
|
output_dtype: s8 |
|
Reshape_67: |
|
type: Reshape |
|
input: |
|
Add_32:0: {} |
|
input_ids:0: {} |
|
output: |
|
163:0_quant: {} |
|
attr: |
|
dst_shape: 4,64,-1,-1 |
|
dims: '0' |
|
Add_73: |
|
type: Matmul |
|
input: |
|
163:0_quant: {} |
|
131:0_quant: {} |
|
padding_sequence:0: {} |
|
163:0_quant_min: {} |
|
163:0_quant_max: {} |
|
131:0_quant_min: {} |
|
131:0_quant_max: {} |
|
169:0_min: {} |
|
169:0_max: {} |
|
output: |
|
'169:0': {} |
|
attr: |
|
src0_perm: 2,0,3,1 |
|
src1_perm: 2,0,1,3 |
|
output_scale: 0.125 |
|
format_any: false |
|
append_op: binary_add |
|
Softmax_74: |
|
type: Softmax |
|
input: |
|
'169:0': {} |
|
170:0_quant_min: {} |
|
170:0_quant_max: {} |
|
output: |
|
170:0_quant: {} |
|
attr: |
|
output_dtype: u8 |
|
Transpose_76: |
|
type: Matmul |
|
input: |
|
170:0_quant: {} |
|
148:0_quant: {} |
|
170:0_quant_min: {} |
|
170:0_quant_max: {} |
|
148:0_quant_min: {} |
|
148:0_quant_max: {} |
|
172:0_min: {} |
|
172:0_max: {} |
|
output: |
|
'172:0': {} |
|
attr: |
|
src1_perm: 2,0,3,1 |
|
dst_perm: 1,3,0,2 |
|
output_dtype: u8 |
|
Reshape_86: |
|
type: Reshape |
|
input: |
|
'172:0': {} |
|
output: |
|
184:0_quant: {} |
|
attr: |
|
dst_shape: 256,-1 |
|
Add_89: |
|
type: InnerProduct |
|
input: |
|
'585:0': {} |
|
184:0_quant: {} |
|
bert.encoder.layer.0.attention.output.dense.bias:0: {} |
|
111:0_reorder: {} |
|
585:0_min: {} |
|
585:0_max: {} |
|
184:0_quant_min: {} |
|
184:0_quant_max: {} |
|
188:0_min: {} |
|
188:0_max: {} |
|
output: |
|
'188:0': {} |
|
attr: |
|
append_op: sum |
|
Add_100: |
|
type: LayerNorm |
|
input: |
|
'188:0': {} |
|
bert.encoder.layer.0.attention.output.LayerNorm.weight:0: {} |
|
bert.encoder.layer.0.attention.output.LayerNorm.bias:0: {} |
|
output: |
|
'199:0': {} |
|
attr: |
|
epsilon: 9.999999960041972e-13 |
|
transpose_mode: 1,0 |
|
Mul_110_quant_0: |
|
type: Quantize |
|
input: |
|
'199:0': {} |
|
199:0_min: {} |
|
199:0_max: {} |
|
output: |
|
199:0_quant: {} |
|
attr: |
|
output_dtype: u8 |
|
Mul_110: |
|
type: InnerProduct |
|
input: |
|
'586:0': {} |
|
199:0_quant: {} |
|
bert.encoder.layer.0.intermediate.dense.bias:0: {} |
|
586:0_min: {} |
|
586:0_max: {} |
|
199:0_quant_min: {} |
|
199:0_quant_max: {} |
|
210:0_quant_min: {} |
|
210:0_quant_max: {} |
|
output: |
|
210:0_quant: {} |
|
Mul_110_gelu: |
|
type: Gelu |
|
input: |
|
210:0_quant: {} |
|
output: |
|
210:0_quant_gelu: {} |
|
attr: |
|
algorithm: gelu_tanh |
|
Mul_110_gelu_quant: |
|
type: Quantize |
|
input: |
|
210:0_quant_gelu: {} |
|
210:0_quant_min: {} |
|
210:0_quant_max: {} |
|
output: |
|
210:0_quant_quant: {} |
|
attr: |
|
output_dtype: u8 |
|
Add_113: |
|
type: InnerProduct |
|
input: |
|
'587:0': {} |
|
210:0_quant_quant: {} |
|
bert.encoder.layer.0.output.dense.bias:0: {} |
|
'199:0': {} |
|
587:0_min: {} |
|
587:0_max: {} |
|
210:0_quant_min: {} |
|
210:0_quant_max: {} |
|
214:0_min: {} |
|
214:0_max: {} |
|
output: |
|
'214:0': {} |
|
attr: |
|
append_op: sum |
|
Add_124: |
|
type: LayerNorm |
|
input: |
|
'214:0': {} |
|
bert.encoder.layer.0.output.LayerNorm.weight:0: {} |
|
bert.encoder.layer.0.output.LayerNorm.bias:0: {} |
|
output: |
|
'225:0': {} |
|
attr: |
|
epsilon: 9.999999960041972e-13 |
|
transpose_mode: 1,0 |
|
Add_128_quant_0: |
|
type: Quantize |
|
input: |
|
'225:0': {} |
|
225:0_min: {} |
|
225:0_max: {} |
|
output: |
|
225:0_quant: {} |
|
attr: |
|
output_dtype: u8 |
|
Add_128: |
|
type: InnerProduct |
|
input: |
|
'589:0': {} |
|
225:0_quant: {} |
|
bert.encoder.layer.1.attention.self.key.bias:0: {} |
|
589:0_min: {} |
|
589:0_max: {} |
|
225:0_quant_min: {} |
|
225:0_quant_max: {} |
|
Add_128:0_min: {} |
|
Add_128:0_max: {} |
|
output: |
|
Add_128:0: {} |
|
attr: |
|
output_dtype: s8 |
|
Reshape_138: |
|
type: Reshape |
|
input: |
|
Add_128:0: {} |
|
input_ids:0: {} |
|
output: |
|
245:0_quant: {} |
|
attr: |
|
dst_shape: 4,64,-1,-1 |
|
dims: '0' |
|
Add_140: |
|
type: InnerProduct |
|
input: |
|
'592:0': {} |
|
225:0_quant: {} |
|
bert.encoder.layer.1.attention.self.value.bias:0: {} |
|
592:0_min: {} |
|
592:0_max: {} |
|
225:0_quant_min: {} |
|
225:0_quant_max: {} |
|
Add_140:0_min: {} |
|
Add_140:0_max: {} |
|
output: |
|
Add_140:0: {} |
|
attr: |
|
output_dtype: s8 |
|
Reshape_150: |
|
type: Reshape |
|
input: |
|
Add_140:0: {} |
|
input_ids:0: {} |
|
output: |
|
262:0_quant: {} |
|
attr: |
|
dst_shape: 4,64,-1,-1 |
|
dims: '0' |
|
Add_126: |
|
type: InnerProduct |
|
input: |
|
'588:0': {} |
|
225:0_quant: {} |
|
bert.encoder.layer.1.attention.self.query.bias:0: {} |
|
588:0_min: {} |
|
588:0_max: {} |
|
225:0_quant_min: {} |
|
225:0_quant_max: {} |
|
Add_126:0_min: {} |
|
Add_126:0_max: {} |
|
output: |
|
Add_126:0: {} |
|
attr: |
|
output_dtype: s8 |
|
Reshape_161: |
|
type: Reshape |
|
input: |
|
Add_126:0: {} |
|
input_ids:0: {} |
|
output: |
|
277:0_quant: {} |
|
attr: |
|
dst_shape: 4,64,-1,-1 |
|
dims: '0' |
|
Add_167: |
|
type: Matmul |
|
input: |
|
277:0_quant: {} |
|
245:0_quant: {} |
|
padding_sequence:0: {} |
|
277:0_quant_min: {} |
|
277:0_quant_max: {} |
|
245:0_quant_min: {} |
|
245:0_quant_max: {} |
|
283:0_min: {} |
|
283:0_max: {} |
|
output: |
|
'283:0': {} |
|
attr: |
|
src0_perm: 2,0,3,1 |
|
src1_perm: 2,0,1,3 |
|
output_scale: 0.125 |
|
format_any: false |
|
append_op: binary_add |
|
Softmax_168: |
|
type: Softmax |
|
input: |
|
'283:0': {} |
|
284:0_quant_min: {} |
|
284:0_quant_max: {} |
|
output: |
|
284:0_quant: {} |
|
attr: |
|
output_dtype: u8 |
|
Transpose_170: |
|
type: Matmul |
|
input: |
|
284:0_quant: {} |
|
262:0_quant: {} |
|
284:0_quant_min: {} |
|
284:0_quant_max: {} |
|
262:0_quant_min: {} |
|
262:0_quant_max: {} |
|
286:0_min: {} |
|
286:0_max: {} |
|
output: |
|
'286:0': {} |
|
attr: |
|
src1_perm: 2,0,3,1 |
|
dst_perm: 1,3,0,2 |
|
output_dtype: u8 |
|
Reshape_180: |
|
type: Reshape |
|
input: |
|
'286:0': {} |
|
output: |
|
298:0_quant: {} |
|
attr: |
|
dst_shape: 256,-1 |
|
Add_183: |
|
type: InnerProduct |
|
input: |
|
'598:0': {} |
|
298:0_quant: {} |
|
bert.encoder.layer.1.attention.output.dense.bias:0: {} |
|
'225:0': {} |
|
598:0_min: {} |
|
598:0_max: {} |
|
298:0_quant_min: {} |
|
298:0_quant_max: {} |
|
302:0_min: {} |
|
302:0_max: {} |
|
output: |
|
'302:0': {} |
|
attr: |
|
append_op: sum |
|
Add_194: |
|
type: LayerNorm |
|
input: |
|
'302:0': {} |
|
bert.encoder.layer.1.attention.output.LayerNorm.weight:0: {} |
|
bert.encoder.layer.1.attention.output.LayerNorm.bias:0: {} |
|
output: |
|
'313:0': {} |
|
attr: |
|
epsilon: 9.999999960041972e-13 |
|
transpose_mode: 1,0 |
|
Mul_204_quant_0: |
|
type: Quantize |
|
input: |
|
'313:0': {} |
|
313:0_min: {} |
|
313:0_max: {} |
|
output: |
|
313:0_quant: {} |
|
attr: |
|
output_dtype: u8 |
|
Mul_204: |
|
type: InnerProduct |
|
input: |
|
'599:0': {} |
|
313:0_quant: {} |
|
bert.encoder.layer.1.intermediate.dense.bias:0: {} |
|
599:0_min: {} |
|
599:0_max: {} |
|
313:0_quant_min: {} |
|
313:0_quant_max: {} |
|
324:0_quant_min: {} |
|
324:0_quant_max: {} |
|
output: |
|
324:0_quant: {} |
|
Mul_204_gelu: |
|
type: Gelu |
|
input: |
|
324:0_quant: {} |
|
output: |
|
324:0_quant_gelu: {} |
|
attr: |
|
algorithm: gelu_tanh |
|
Mul_204_gelu_quant: |
|
type: Quantize |
|
input: |
|
324:0_quant_gelu: {} |
|
324:0_quant_min: {} |
|
324:0_quant_max: {} |
|
output: |
|
324:0_quant_quant: {} |
|
attr: |
|
output_dtype: u8 |
|
Add_207: |
|
type: InnerProduct |
|
input: |
|
'600:0': {} |
|
324:0_quant_quant: {} |
|
bert.encoder.layer.1.output.dense.bias:0: {} |
|
'313:0': {} |
|
600:0_min: {} |
|
600:0_max: {} |
|
324:0_quant_min: {} |
|
324:0_quant_max: {} |
|
328:0_min: {} |
|
328:0_max: {} |
|
output: |
|
'328:0': {} |
|
attr: |
|
append_op: sum |
|
Add_218: |
|
type: LayerNorm |
|
input: |
|
'328:0': {} |
|
bert.encoder.layer.1.output.LayerNorm.weight:0: {} |
|
bert.encoder.layer.1.output.LayerNorm.bias:0: {} |
|
output: |
|
'339:0': {} |
|
attr: |
|
epsilon: 9.999999960041972e-13 |
|
transpose_mode: 1,0 |
|
Add_222_quant_0: |
|
type: Quantize |
|
input: |
|
'339:0': {} |
|
339:0_min: {} |
|
339:0_max: {} |
|
output: |
|
339:0_quant: {} |
|
attr: |
|
output_dtype: u8 |
|
Add_222: |
|
type: InnerProduct |
|
input: |
|
'602:0': {} |
|
339:0_quant: {} |
|
bert.encoder.layer.2.attention.self.key.bias:0: {} |
|
602:0_min: {} |
|
602:0_max: {} |
|
339:0_quant_min: {} |
|
339:0_quant_max: {} |
|
Add_222:0_min: {} |
|
Add_222:0_max: {} |
|
output: |
|
Add_222:0: {} |
|
attr: |
|
output_dtype: s8 |
|
Reshape_232: |
|
type: Reshape |
|
input: |
|
Add_222:0: {} |
|
input_ids:0: {} |
|
output: |
|
359:0_quant: {} |
|
attr: |
|
dst_shape: 4,64,-1,-1 |
|
dims: '0' |
|
Add_234: |
|
type: InnerProduct |
|
input: |
|
'605:0': {} |
|
339:0_quant: {} |
|
bert.encoder.layer.2.attention.self.value.bias:0: {} |
|
605:0_min: {} |
|
605:0_max: {} |
|
339:0_quant_min: {} |
|
339:0_quant_max: {} |
|
Add_234:0_min: {} |
|
Add_234:0_max: {} |
|
output: |
|
Add_234:0: {} |
|
attr: |
|
output_dtype: s8 |
|
Reshape_244: |
|
type: Reshape |
|
input: |
|
Add_234:0: {} |
|
input_ids:0: {} |
|
output: |
|
376:0_quant: {} |
|
attr: |
|
dst_shape: 4,64,-1,-1 |
|
dims: '0' |
|
Add_220: |
|
type: InnerProduct |
|
input: |
|
'601:0': {} |
|
339:0_quant: {} |
|
bert.encoder.layer.2.attention.self.query.bias:0: {} |
|
601:0_min: {} |
|
601:0_max: {} |
|
339:0_quant_min: {} |
|
339:0_quant_max: {} |
|
Add_220:0_min: {} |
|
Add_220:0_max: {} |
|
output: |
|
Add_220:0: {} |
|
attr: |
|
output_dtype: s8 |
|
Reshape_255: |
|
type: Reshape |
|
input: |
|
Add_220:0: {} |
|
input_ids:0: {} |
|
output: |
|
391:0_quant: {} |
|
attr: |
|
dst_shape: 4,64,-1,-1 |
|
dims: '0' |
|
Add_261: |
|
type: Matmul |
|
input: |
|
391:0_quant: {} |
|
359:0_quant: {} |
|
padding_sequence:0: {} |
|
391:0_quant_min: {} |
|
391:0_quant_max: {} |
|
359:0_quant_min: {} |
|
359:0_quant_max: {} |
|
397:0_min: {} |
|
397:0_max: {} |
|
output: |
|
'397:0': {} |
|
attr: |
|
src0_perm: 2,0,3,1 |
|
src1_perm: 2,0,1,3 |
|
output_scale: 0.125 |
|
format_any: false |
|
append_op: binary_add |
|
Softmax_262: |
|
type: Softmax |
|
input: |
|
'397:0': {} |
|
398:0_quant_min: {} |
|
398:0_quant_max: {} |
|
output: |
|
398:0_quant: {} |
|
attr: |
|
output_dtype: u8 |
|
Transpose_264: |
|
type: Matmul |
|
input: |
|
398:0_quant: {} |
|
376:0_quant: {} |
|
398:0_quant_min: {} |
|
398:0_quant_max: {} |
|
376:0_quant_min: {} |
|
376:0_quant_max: {} |
|
400:0_min: {} |
|
400:0_max: {} |
|
output: |
|
'400:0': {} |
|
attr: |
|
src1_perm: 2,0,3,1 |
|
dst_perm: 1,3,0,2 |
|
output_dtype: u8 |
|
Reshape_274: |
|
type: Reshape |
|
input: |
|
'400:0': {} |
|
output: |
|
412:0_quant: {} |
|
attr: |
|
dst_shape: 256,-1 |
|
Add_277: |
|
type: InnerProduct |
|
input: |
|
'611:0': {} |
|
412:0_quant: {} |
|
bert.encoder.layer.2.attention.output.dense.bias:0: {} |
|
'339:0': {} |
|
611:0_min: {} |
|
611:0_max: {} |
|
412:0_quant_min: {} |
|
412:0_quant_max: {} |
|
416:0_min: {} |
|
416:0_max: {} |
|
output: |
|
'416:0': {} |
|
attr: |
|
append_op: sum |
|
Add_288: |
|
type: LayerNorm |
|
input: |
|
'416:0': {} |
|
bert.encoder.layer.2.attention.output.LayerNorm.weight:0: {} |
|
bert.encoder.layer.2.attention.output.LayerNorm.bias:0: {} |
|
output: |
|
'427:0': {} |
|
attr: |
|
epsilon: 9.999999960041972e-13 |
|
transpose_mode: 1,0 |
|
Mul_298_quant_0: |
|
type: Quantize |
|
input: |
|
'427:0': {} |
|
427:0_min: {} |
|
427:0_max: {} |
|
output: |
|
427:0_quant: {} |
|
attr: |
|
output_dtype: u8 |
|
Mul_298: |
|
type: InnerProduct |
|
input: |
|
'612:0': {} |
|
427:0_quant: {} |
|
bert.encoder.layer.2.intermediate.dense.bias:0: {} |
|
612:0_min: {} |
|
612:0_max: {} |
|
427:0_quant_min: {} |
|
427:0_quant_max: {} |
|
438:0_quant_min: {} |
|
438:0_quant_max: {} |
|
output: |
|
438:0_quant: {} |
|
Mul_298_gelu: |
|
type: Gelu |
|
input: |
|
438:0_quant: {} |
|
output: |
|
438:0_quant_gelu: {} |
|
attr: |
|
algorithm: gelu_tanh |
|
Mul_298_gelu_quant: |
|
type: Quantize |
|
input: |
|
438:0_quant_gelu: {} |
|
438:0_quant_min: {} |
|
438:0_quant_max: {} |
|
output: |
|
438:0_quant_quant: {} |
|
attr: |
|
output_dtype: u8 |
|
Add_301: |
|
type: InnerProduct |
|
input: |
|
'613:0': {} |
|
438:0_quant_quant: {} |
|
bert.encoder.layer.2.output.dense.bias:0: {} |
|
'427:0': {} |
|
613:0_min: {} |
|
613:0_max: {} |
|
438:0_quant_min: {} |
|
438:0_quant_max: {} |
|
442:0_min: {} |
|
442:0_max: {} |
|
output: |
|
'442:0': {} |
|
attr: |
|
append_op: sum |
|
Add_312: |
|
type: LayerNorm |
|
input: |
|
'442:0': {} |
|
bert.encoder.layer.2.output.LayerNorm.weight:0: {} |
|
bert.encoder.layer.2.output.LayerNorm.bias:0: {} |
|
output: |
|
'453:0': {} |
|
attr: |
|
epsilon: 9.999999960041972e-13 |
|
transpose_mode: 1,0 |
|
Add_316_quant_0: |
|
type: Quantize |
|
input: |
|
'453:0': {} |
|
453:0_min: {} |
|
453:0_max: {} |
|
output: |
|
453:0_quant: {} |
|
attr: |
|
output_dtype: u8 |
|
Add_316: |
|
type: InnerProduct |
|
input: |
|
'615:0': {} |
|
453:0_quant: {} |
|
bert.encoder.layer.3.attention.self.key.bias:0: {} |
|
615:0_min: {} |
|
615:0_max: {} |
|
453:0_quant_min: {} |
|
453:0_quant_max: {} |
|
Add_316:0_min: {} |
|
Add_316:0_max: {} |
|
output: |
|
Add_316:0: {} |
|
attr: |
|
output_dtype: s8 |
|
Reshape_326: |
|
type: Reshape |
|
input: |
|
Add_316:0: {} |
|
input_ids:0: {} |
|
output: |
|
473:0_quant: {} |
|
attr: |
|
dst_shape: 4,64,-1,-1 |
|
dims: '0' |
|
Add_328: |
|
type: InnerProduct |
|
input: |
|
'618:0': {} |
|
453:0_quant: {} |
|
bert.encoder.layer.3.attention.self.value.bias:0: {} |
|
618:0_min: {} |
|
618:0_max: {} |
|
453:0_quant_min: {} |
|
453:0_quant_max: {} |
|
Add_328:0_min: {} |
|
Add_328:0_max: {} |
|
output: |
|
Add_328:0: {} |
|
attr: |
|
output_dtype: s8 |
|
Reshape_338: |
|
type: Reshape |
|
input: |
|
Add_328:0: {} |
|
input_ids:0: {} |
|
output: |
|
490:0_quant: {} |
|
attr: |
|
dst_shape: 4,64,-1,-1 |
|
dims: '0' |
|
Add_314: |
|
type: InnerProduct |
|
input: |
|
'614:0': {} |
|
453:0_quant: {} |
|
bert.encoder.layer.3.attention.self.query.bias:0: {} |
|
614:0_min: {} |
|
614:0_max: {} |
|
453:0_quant_min: {} |
|
453:0_quant_max: {} |
|
Add_314:0_min: {} |
|
Add_314:0_max: {} |
|
output: |
|
Add_314:0: {} |
|
attr: |
|
output_dtype: s8 |
|
Reshape_349: |
|
type: Reshape |
|
input: |
|
Add_314:0: {} |
|
input_ids:0: {} |
|
output: |
|
505:0_quant: {} |
|
attr: |
|
dst_shape: 4,64,-1,-1 |
|
dims: '0' |
|
Add_355: |
|
type: Matmul |
|
input: |
|
505:0_quant: {} |
|
473:0_quant: {} |
|
padding_sequence:0: {} |
|
505:0_quant_min: {} |
|
505:0_quant_max: {} |
|
473:0_quant_min: {} |
|
473:0_quant_max: {} |
|
511:0_min: {} |
|
511:0_max: {} |
|
output: |
|
'511:0': {} |
|
attr: |
|
src0_perm: 2,0,3,1 |
|
src1_perm: 2,0,1,3 |
|
output_scale: 0.125 |
|
format_any: false |
|
append_op: binary_add |
|
Softmax_356: |
|
type: Softmax |
|
input: |
|
'511:0': {} |
|
512:0_quant_min: {} |
|
512:0_quant_max: {} |
|
output: |
|
512:0_quant: {} |
|
attr: |
|
output_dtype: u8 |
|
Transpose_358: |
|
type: Matmul |
|
input: |
|
512:0_quant: {} |
|
490:0_quant: {} |
|
512:0_quant_min: {} |
|
512:0_quant_max: {} |
|
490:0_quant_min: {} |
|
490:0_quant_max: {} |
|
514:0_min: {} |
|
514:0_max: {} |
|
output: |
|
'514:0': {} |
|
attr: |
|
src1_perm: 2,0,3,1 |
|
dst_perm: 1,3,0,2 |
|
output_dtype: u8 |
|
Reshape_368: |
|
type: Reshape |
|
input: |
|
'514:0': {} |
|
output: |
|
526:0_quant: {} |
|
attr: |
|
dst_shape: 256,-1 |
|
Add_371: |
|
type: InnerProduct |
|
input: |
|
'624:0': {} |
|
526:0_quant: {} |
|
bert.encoder.layer.3.attention.output.dense.bias:0: {} |
|
'453:0': {} |
|
624:0_min: {} |
|
624:0_max: {} |
|
526:0_quant_min: {} |
|
526:0_quant_max: {} |
|
530:0_min: {} |
|
530:0_max: {} |
|
output: |
|
'530:0': {} |
|
attr: |
|
append_op: sum |
|
Add_382: |
|
type: LayerNorm |
|
input: |
|
'530:0': {} |
|
bert.encoder.layer.3.attention.output.LayerNorm.weight:0: {} |
|
bert.encoder.layer.3.attention.output.LayerNorm.bias:0: {} |
|
output: |
|
'541:0': {} |
|
attr: |
|
epsilon: 9.999999960041972e-13 |
|
transpose_mode: 1,0 |
|
Mul_392_quant_0: |
|
type: Quantize |
|
input: |
|
'541:0': {} |
|
541:0_min: {} |
|
541:0_max: {} |
|
output: |
|
541:0_quant: {} |
|
attr: |
|
output_dtype: u8 |
|
Mul_392: |
|
type: InnerProduct |
|
input: |
|
'625:0': {} |
|
541:0_quant: {} |
|
bert.encoder.layer.3.intermediate.dense.bias:0: {} |
|
625:0_min: {} |
|
625:0_max: {} |
|
541:0_quant_min: {} |
|
541:0_quant_max: {} |
|
552:0_quant_min: {} |
|
552:0_quant_max: {} |
|
output: |
|
552:0_quant: {} |
|
Mul_392_gelu: |
|
type: Gelu |
|
input: |
|
552:0_quant: {} |
|
output: |
|
552:0_quant_gelu: {} |
|
attr: |
|
algorithm: gelu_tanh |
|
Mul_392_gelu_quant: |
|
type: Quantize |
|
input: |
|
552:0_quant_gelu: {} |
|
552:0_quant_min: {} |
|
552:0_quant_max: {} |
|
output: |
|
552:0_quant_quant: {} |
|
attr: |
|
output_dtype: u8 |
|
Add_395: |
|
type: InnerProduct |
|
input: |
|
'626:0': {} |
|
552:0_quant_quant: {} |
|
bert.encoder.layer.3.output.dense.bias:0: {} |
|
'541:0': {} |
|
626:0_min: {} |
|
626:0_max: {} |
|
552:0_quant_min: {} |
|
552:0_quant_max: {} |
|
556:0_min: {} |
|
556:0_max: {} |
|
output: |
|
'556:0': {} |
|
attr: |
|
append_op: sum |
|
Add_406_reorder_pre: |
|
type: Reorder |
|
input: |
|
'556:0': {} |
|
output: |
|
556:0_reorder: {} |
|
attr: |
|
src_perm: 0,1 |
|
dst_perm: 1,0 |
|
Add_406: |
|
type: LayerNorm |
|
input: |
|
556:0_reorder: {} |
|
bert.encoder.layer.3.output.LayerNorm.weight:0: {} |
|
bert.encoder.layer.3.output.LayerNorm.bias:0: {} |
|
output: |
|
Add_406:0: {} |
|
attr: |
|
epsilon: 9.999999960041972e-13 |
|
last_layer_reshape: |
|
type: Reshape |
|
input: |
|
Add_406:0: {} |
|
input_ids:0: {} |
|
output: |
|
last_layer_reshape:0: {} |
|
attr: |
|
dst_shape: -1,-1,256 |
|
dims: 0,1 |
|
last_layer_strided_slice: |
|
type: StridedSlice |
|
input: |
|
last_layer_reshape:0: {} |
|
output: |
|
last_layer_strided_slice:0: {} |
|
attr: |
|
begin_mask: 5 |
|
ellipsis_mask: 0 |
|
end_mask: 5 |
|
new_axis_mask: 0 |
|
shrink_axis_mask: 0 |
|
begin: 0,0,0 |
|
end: 0,1,0 |
|
strides: 1,1,1 |
|
Gather_408: |
|
type: Reshape |
|
input: |
|
last_layer_strided_slice:0: {} |
|
output: |
|
'569:0': {} |
|
attr: |
|
dst_shape: -1,256 |
|
Tanh_410_quant_0: |
|
type: Quantize |
|
input: |
|
'569:0': {} |
|
569:0_min: {} |
|
569:0_max: {} |
|
output: |
|
569:0_quant: {} |
|
attr: |
|
output_dtype: u8 |
|
Tanh_410: |
|
type: InnerProduct |
|
input: |
|
569:0_quant: {} |
|
bert.pooler.dense.weight:0: {} |
|
bert.pooler.dense.bias:0: {} |
|
569:0_quant_min: {} |
|
569:0_quant_max: {} |
|
bert.pooler.dense.weight:0_min: {} |
|
bert.pooler.dense.weight:0_max: {} |
|
571:0_quant_min: {} |
|
571:0_quant_max: {} |
|
output: |
|
571:0_quant: {} |
|
attr: |
|
src1_perm: 0,1 |
|
append_op: tanh |
|
output_dtype: u8 |
|
Gemm_411: |
|
type: InnerProduct |
|
input: |
|
571:0_quant: {} |
|
classifier.weight:0: {} |
|
classifier.bias:0: {} |
|
571:0_quant_min: {} |
|
571:0_quant_max: {} |
|
classifier.weight:0_min: {} |
|
classifier.weight:0_max: {} |
|
output:0_min: {} |
|
output:0_max: {} |
|
output: |
|
output:0: {} |
|
attr: |
|
src1_perm: 0,1out |
|
output_data: |
|
type: Output |
|
input: |
|
output:0: {} |
|
|
|
|
|
|
|
|
