| model: | |
| name: model | |
| operator: | |
| input_data: | |
| type: Input | |
| output: | |
| input_ids:0: | |
| dtype: int32 | |
| shape: [-1, -1] | |
| attention_mask:0: | |
| dtype: int32 | |
| shape: [-1, -1] | |
| distilbert.embeddings.position_embeddings.weight:0: | |
| dtype: fp32 | |
| shape: [512, 768] | |
| location: [0, 1572864] | |
| distilbert.embeddings.word_embeddings.weight:0: | |
| dtype: fp32 | |
| shape: [30522, 768] | |
| location: [1572864, 93763584] | |
| distilbert.embeddings.LayerNorm.weight:0: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [95336448, 3072] | |
| distilbert.embeddings.LayerNorm.bias:0: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [95339520, 3072] | |
| /distilbert/embeddings/LayerNorm/Add_1_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [97139752, 4] | |
| /distilbert/embeddings/LayerNorm/Add_1_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [97139756, 4] | |
| /distilbert/transformer/layer.0/attention/k_lin/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 768] | |
| location: [95342600, 589824] | |
| distilbert.transformer.layer.0.attention.k_lin.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [95932424, 3072] | |
| /distilbert/transformer/layer.0/attention/k_lin/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [95935496, 3072] | |
| /distilbert/transformer/layer.0/attention/k_lin/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [95938568, 3072] | |
| /distilbert/transformer/layer.0/attention/k_lin/Add_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [95941648, 4] | |
| /distilbert/transformer/layer.0/attention/k_lin/Add_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [95941652, 4] | |
| /distilbert/transformer/layer.0/attention/q_lin/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 768] | |
| location: [95941656, 589824] | |
| distilbert.transformer.layer.0.attention.q_lin.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [96531480, 3072] | |
| /distilbert/transformer/layer.0/attention/q_lin/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [96534552, 3072] | |
| /distilbert/transformer/layer.0/attention/q_lin/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [96537624, 3072] | |
| /distilbert/transformer/layer.0/attention/q_lin/Add_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [96540704, 4] | |
| /distilbert/transformer/layer.0/attention/q_lin/Add_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [96540708, 4] | |
| /distilbert/transformer/layer.0/attention/v_lin/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 768] | |
| location: [96540712, 589824] | |
| distilbert.transformer.layer.0.attention.v_lin.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [97130536, 3072] | |
| /distilbert/transformer/layer.0/attention/v_lin/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [97133608, 3072] | |
| /distilbert/transformer/layer.0/attention/v_lin/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [97136680, 3072] | |
| /distilbert/transformer/layer.0/attention/Reshape_2_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [97139784, 4] | |
| /distilbert/transformer/layer.0/attention/Reshape_2_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [97139788, 4] | |
| /distilbert/transformer/layer.0/attention/Softmax_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [97139776, 4] | |
| /distilbert/transformer/layer.0/attention/Softmax_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [97139780, 4] | |
| /distilbert/transformer/layer.0/attention/Reshape_4_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [97738840, 4] | |
| /distilbert/transformer/layer.0/attention/Reshape_4_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [97738844, 4] | |
| /distilbert/transformer/layer.0/attention/out_lin/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 768] | |
| location: [97139800, 589824] | |
| distilbert.transformer.layer.0.attention.out_lin.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [97729624, 3072] | |
| /distilbert/transformer/layer.0/attention/out_lin/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [97732696, 3072] | |
| /distilbert/transformer/layer.0/attention/out_lin/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [97735768, 3072] | |
| /distilbert/transformer/layer.0/Add_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [97738848, 4] | |
| /distilbert/transformer/layer.0/Add_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [97738852, 4] | |
| distilbert.transformer.layer.0.sa_layer_norm.weight:0: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [97738856, 3072] | |
| distilbert.transformer.layer.0.sa_layer_norm.bias:0: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [97741928, 3072] | |
| /distilbert/transformer/layer.0/sa_layer_norm/Add_1_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [100141168, 4] | |
| /distilbert/transformer/layer.0/sa_layer_norm/Add_1_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [100141172, 4] | |
| /distilbert/transformer/layer.0/ffn/lin1/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [3072, 768] | |
| location: [97745008, 2359296] | |
| distilbert.transformer.layer.0.ffn.lin1.bias:0: | |
| dtype: s32 | |
| shape: [3072] | |
| location: [100104304, 12288] | |
| /distilbert/transformer/layer.0/ffn/lin1/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [3072] | |
| location: [100116592, 12288] | |
| /distilbert/transformer/layer.0/ffn/lin1/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [3072] | |
| location: [100128880, 12288] | |
| /distilbert/transformer/layer.0/ffn/activation/Mul_1_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [102509696, 4] | |
| /distilbert/transformer/layer.0/ffn/activation/Mul_1_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [102509700, 4] | |
| /distilbert/transformer/layer.0/ffn/lin2/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 3072] | |
| location: [100141184, 2359296] | |
| distilbert.transformer.layer.0.ffn.lin2.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [102500480, 3072] | |
| /distilbert/transformer/layer.0/ffn/lin2/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [102503552, 3072] | |
| /distilbert/transformer/layer.0/ffn/lin2/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [102506624, 3072] | |
| /distilbert/transformer/layer.0/Add_1_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [102509704, 4] | |
| /distilbert/transformer/layer.0/Add_1_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [102509708, 4] | |
| distilbert.transformer.layer.0.output_layer_norm.weight:0: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [102509712, 3072] | |
| distilbert.transformer.layer.0.output_layer_norm.bias:0: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [102512784, 3072] | |
| /distilbert/transformer/layer.0/output_layer_norm/Add_1_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [104313016, 4] | |
| /distilbert/transformer/layer.0/output_layer_norm/Add_1_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [104313020, 4] | |
| /distilbert/transformer/layer.1/attention/k_lin/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 768] | |
| location: [102515864, 589824] | |
| distilbert.transformer.layer.1.attention.k_lin.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [103105688, 3072] | |
| /distilbert/transformer/layer.1/attention/k_lin/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [103108760, 3072] | |
| /distilbert/transformer/layer.1/attention/k_lin/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [103111832, 3072] | |
| /distilbert/transformer/layer.1/attention/k_lin/Add_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [103114912, 4] | |
| /distilbert/transformer/layer.1/attention/k_lin/Add_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [103114916, 4] | |
| /distilbert/transformer/layer.1/attention/q_lin/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 768] | |
| location: [103114920, 589824] | |
| distilbert.transformer.layer.1.attention.q_lin.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [103704744, 3072] | |
| /distilbert/transformer/layer.1/attention/q_lin/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [103707816, 3072] | |
| /distilbert/transformer/layer.1/attention/q_lin/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [103710888, 3072] | |
| /distilbert/transformer/layer.1/attention/q_lin/Add_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [103713968, 4] | |
| /distilbert/transformer/layer.1/attention/q_lin/Add_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [103713972, 4] | |
| /distilbert/transformer/layer.1/attention/v_lin/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 768] | |
| location: [103713976, 589824] | |
| distilbert.transformer.layer.1.attention.v_lin.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [104303800, 3072] | |
| /distilbert/transformer/layer.1/attention/v_lin/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [104306872, 3072] | |
| /distilbert/transformer/layer.1/attention/v_lin/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [104309944, 3072] | |
| /distilbert/transformer/layer.1/attention/Reshape_2_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [104313048, 4] | |
| /distilbert/transformer/layer.1/attention/Reshape_2_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [104313052, 4] | |
| /distilbert/transformer/layer.1/attention/Softmax_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [104313040, 4] | |
| /distilbert/transformer/layer.1/attention/Softmax_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [104313044, 4] | |
| /distilbert/transformer/layer.1/attention/Reshape_4_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [104912104, 4] | |
| /distilbert/transformer/layer.1/attention/Reshape_4_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [104912108, 4] | |
| /distilbert/transformer/layer.1/attention/out_lin/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 768] | |
| location: [104313064, 589824] | |
| distilbert.transformer.layer.1.attention.out_lin.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [104902888, 3072] | |
| /distilbert/transformer/layer.1/attention/out_lin/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [104905960, 3072] | |
| /distilbert/transformer/layer.1/attention/out_lin/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [104909032, 3072] | |
| /distilbert/transformer/layer.1/Add_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [104912112, 4] | |
| /distilbert/transformer/layer.1/Add_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [104912116, 4] | |
| distilbert.transformer.layer.1.sa_layer_norm.weight:0: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [104912120, 3072] | |
| distilbert.transformer.layer.1.sa_layer_norm.bias:0: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [104915192, 3072] | |
| /distilbert/transformer/layer.1/sa_layer_norm/Add_1_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [107314432, 4] | |
| /distilbert/transformer/layer.1/sa_layer_norm/Add_1_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [107314436, 4] | |
| /distilbert/transformer/layer.1/ffn/lin1/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [3072, 768] | |
| location: [104918272, 2359296] | |
| distilbert.transformer.layer.1.ffn.lin1.bias:0: | |
| dtype: s32 | |
| shape: [3072] | |
| location: [107277568, 12288] | |
| /distilbert/transformer/layer.1/ffn/lin1/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [3072] | |
| location: [107289856, 12288] | |
| /distilbert/transformer/layer.1/ffn/lin1/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [3072] | |
| location: [107302144, 12288] | |
| /distilbert/transformer/layer.1/ffn/activation/Mul_1_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [109682960, 4] | |
| /distilbert/transformer/layer.1/ffn/activation/Mul_1_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [109682964, 4] | |
| /distilbert/transformer/layer.1/ffn/lin2/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 3072] | |
| location: [107314448, 2359296] | |
| distilbert.transformer.layer.1.ffn.lin2.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [109673744, 3072] | |
| /distilbert/transformer/layer.1/ffn/lin2/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [109676816, 3072] | |
| /distilbert/transformer/layer.1/ffn/lin2/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [109679888, 3072] | |
| /distilbert/transformer/layer.1/Add_1_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [109682968, 4] | |
| /distilbert/transformer/layer.1/Add_1_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [109682972, 4] | |
| distilbert.transformer.layer.1.output_layer_norm.weight:0: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [109682976, 3072] | |
| distilbert.transformer.layer.1.output_layer_norm.bias:0: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [109686048, 3072] | |
| /distilbert/transformer/layer.1/output_layer_norm/Add_1_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [111486280, 4] | |
| /distilbert/transformer/layer.1/output_layer_norm/Add_1_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [111486284, 4] | |
| /distilbert/transformer/layer.2/attention/k_lin/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 768] | |
| location: [109689128, 589824] | |
| distilbert.transformer.layer.2.attention.k_lin.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [110278952, 3072] | |
| /distilbert/transformer/layer.2/attention/k_lin/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [110282024, 3072] | |
| /distilbert/transformer/layer.2/attention/k_lin/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [110285096, 3072] | |
| /distilbert/transformer/layer.2/attention/k_lin/Add_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [110288176, 4] | |
| /distilbert/transformer/layer.2/attention/k_lin/Add_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [110288180, 4] | |
| /distilbert/transformer/layer.2/attention/q_lin/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 768] | |
| location: [110288184, 589824] | |
| distilbert.transformer.layer.2.attention.q_lin.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [110878008, 3072] | |
| /distilbert/transformer/layer.2/attention/q_lin/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [110881080, 3072] | |
| /distilbert/transformer/layer.2/attention/q_lin/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [110884152, 3072] | |
| /distilbert/transformer/layer.2/attention/q_lin/Add_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [110887232, 4] | |
| /distilbert/transformer/layer.2/attention/q_lin/Add_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [110887236, 4] | |
| /distilbert/transformer/layer.2/attention/v_lin/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 768] | |
| location: [110887240, 589824] | |
| distilbert.transformer.layer.2.attention.v_lin.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [111477064, 3072] | |
| /distilbert/transformer/layer.2/attention/v_lin/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [111480136, 3072] | |
| /distilbert/transformer/layer.2/attention/v_lin/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [111483208, 3072] | |
| /distilbert/transformer/layer.2/attention/Reshape_2_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [111486312, 4] | |
| /distilbert/transformer/layer.2/attention/Reshape_2_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [111486316, 4] | |
| /distilbert/transformer/layer.2/attention/Softmax_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [111486304, 4] | |
| /distilbert/transformer/layer.2/attention/Softmax_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [111486308, 4] | |
| /distilbert/transformer/layer.2/attention/Reshape_4_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [112085368, 4] | |
| /distilbert/transformer/layer.2/attention/Reshape_4_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [112085372, 4] | |
| /distilbert/transformer/layer.2/attention/out_lin/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 768] | |
| location: [111486328, 589824] | |
| distilbert.transformer.layer.2.attention.out_lin.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [112076152, 3072] | |
| /distilbert/transformer/layer.2/attention/out_lin/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [112079224, 3072] | |
| /distilbert/transformer/layer.2/attention/out_lin/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [112082296, 3072] | |
| /distilbert/transformer/layer.2/Add_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [112085376, 4] | |
| /distilbert/transformer/layer.2/Add_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [112085380, 4] | |
| distilbert.transformer.layer.2.sa_layer_norm.weight:0: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [112085384, 3072] | |
| distilbert.transformer.layer.2.sa_layer_norm.bias:0: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [112088456, 3072] | |
| /distilbert/transformer/layer.2/sa_layer_norm/Add_1_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [114487696, 4] | |
| /distilbert/transformer/layer.2/sa_layer_norm/Add_1_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [114487700, 4] | |
| /distilbert/transformer/layer.2/ffn/lin1/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [3072, 768] | |
| location: [112091536, 2359296] | |
| distilbert.transformer.layer.2.ffn.lin1.bias:0: | |
| dtype: s32 | |
| shape: [3072] | |
| location: [114450832, 12288] | |
| /distilbert/transformer/layer.2/ffn/lin1/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [3072] | |
| location: [114463120, 12288] | |
| /distilbert/transformer/layer.2/ffn/lin1/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [3072] | |
| location: [114475408, 12288] | |
| /distilbert/transformer/layer.2/ffn/activation/Mul_1_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [116856224, 4] | |
| /distilbert/transformer/layer.2/ffn/activation/Mul_1_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [116856228, 4] | |
| /distilbert/transformer/layer.2/ffn/lin2/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 3072] | |
| location: [114487712, 2359296] | |
| distilbert.transformer.layer.2.ffn.lin2.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [116847008, 3072] | |
| /distilbert/transformer/layer.2/ffn/lin2/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [116850080, 3072] | |
| /distilbert/transformer/layer.2/ffn/lin2/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [116853152, 3072] | |
| /distilbert/transformer/layer.2/Add_1_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [116856232, 4] | |
| /distilbert/transformer/layer.2/Add_1_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [116856236, 4] | |
| distilbert.transformer.layer.2.output_layer_norm.weight:0: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [116856240, 3072] | |
| distilbert.transformer.layer.2.output_layer_norm.bias:0: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [116859312, 3072] | |
| /distilbert/transformer/layer.2/output_layer_norm/Add_1_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [118659544, 4] | |
| /distilbert/transformer/layer.2/output_layer_norm/Add_1_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [118659548, 4] | |
| /distilbert/transformer/layer.3/attention/k_lin/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 768] | |
| location: [116862392, 589824] | |
| distilbert.transformer.layer.3.attention.k_lin.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [117452216, 3072] | |
| /distilbert/transformer/layer.3/attention/k_lin/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [117455288, 3072] | |
| /distilbert/transformer/layer.3/attention/k_lin/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [117458360, 3072] | |
| /distilbert/transformer/layer.3/attention/k_lin/Add_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [117461440, 4] | |
| /distilbert/transformer/layer.3/attention/k_lin/Add_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [117461444, 4] | |
| /distilbert/transformer/layer.3/attention/q_lin/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 768] | |
| location: [117461448, 589824] | |
| distilbert.transformer.layer.3.attention.q_lin.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [118051272, 3072] | |
| /distilbert/transformer/layer.3/attention/q_lin/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [118054344, 3072] | |
| /distilbert/transformer/layer.3/attention/q_lin/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [118057416, 3072] | |
| /distilbert/transformer/layer.3/attention/q_lin/Add_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [118060496, 4] | |
| /distilbert/transformer/layer.3/attention/q_lin/Add_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [118060500, 4] | |
| /distilbert/transformer/layer.3/attention/v_lin/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 768] | |
| location: [118060504, 589824] | |
| distilbert.transformer.layer.3.attention.v_lin.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [118650328, 3072] | |
| /distilbert/transformer/layer.3/attention/v_lin/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [118653400, 3072] | |
| /distilbert/transformer/layer.3/attention/v_lin/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [118656472, 3072] | |
| /distilbert/transformer/layer.3/attention/Reshape_2_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [118659576, 4] | |
| /distilbert/transformer/layer.3/attention/Reshape_2_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [118659580, 4] | |
| /distilbert/transformer/layer.3/attention/Softmax_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [118659568, 4] | |
| /distilbert/transformer/layer.3/attention/Softmax_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [118659572, 4] | |
| /distilbert/transformer/layer.3/attention/Reshape_4_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [119258632, 4] | |
| /distilbert/transformer/layer.3/attention/Reshape_4_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [119258636, 4] | |
| /distilbert/transformer/layer.3/attention/out_lin/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 768] | |
| location: [118659592, 589824] | |
| distilbert.transformer.layer.3.attention.out_lin.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [119249416, 3072] | |
| /distilbert/transformer/layer.3/attention/out_lin/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [119252488, 3072] | |
| /distilbert/transformer/layer.3/attention/out_lin/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [119255560, 3072] | |
| /distilbert/transformer/layer.3/Add_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [119258640, 4] | |
| /distilbert/transformer/layer.3/Add_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [119258644, 4] | |
| distilbert.transformer.layer.3.sa_layer_norm.weight:0: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [119258648, 3072] | |
| distilbert.transformer.layer.3.sa_layer_norm.bias:0: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [119261720, 3072] | |
| /distilbert/transformer/layer.3/sa_layer_norm/Add_1_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [121660960, 4] | |
| /distilbert/transformer/layer.3/sa_layer_norm/Add_1_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [121660964, 4] | |
| /distilbert/transformer/layer.3/ffn/lin1/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [3072, 768] | |
| location: [119264800, 2359296] | |
| distilbert.transformer.layer.3.ffn.lin1.bias:0: | |
| dtype: s32 | |
| shape: [3072] | |
| location: [121624096, 12288] | |
| /distilbert/transformer/layer.3/ffn/lin1/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [3072] | |
| location: [121636384, 12288] | |
| /distilbert/transformer/layer.3/ffn/lin1/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [3072] | |
| location: [121648672, 12288] | |
| /distilbert/transformer/layer.3/ffn/activation/Mul_1_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [124029488, 4] | |
| /distilbert/transformer/layer.3/ffn/activation/Mul_1_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [124029492, 4] | |
| /distilbert/transformer/layer.3/ffn/lin2/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 3072] | |
| location: [121660976, 2359296] | |
| distilbert.transformer.layer.3.ffn.lin2.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [124020272, 3072] | |
| /distilbert/transformer/layer.3/ffn/lin2/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [124023344, 3072] | |
| /distilbert/transformer/layer.3/ffn/lin2/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [124026416, 3072] | |
| /distilbert/transformer/layer.3/Add_1_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [124029496, 4] | |
| /distilbert/transformer/layer.3/Add_1_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [124029500, 4] | |
| distilbert.transformer.layer.3.output_layer_norm.weight:0: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [124029504, 3072] | |
| distilbert.transformer.layer.3.output_layer_norm.bias:0: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [124032576, 3072] | |
| /distilbert/transformer/layer.3/output_layer_norm/Add_1_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [125832808, 4] | |
| /distilbert/transformer/layer.3/output_layer_norm/Add_1_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [125832812, 4] | |
| /distilbert/transformer/layer.4/attention/k_lin/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 768] | |
| location: [124035656, 589824] | |
| distilbert.transformer.layer.4.attention.k_lin.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [124625480, 3072] | |
| /distilbert/transformer/layer.4/attention/k_lin/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [124628552, 3072] | |
| /distilbert/transformer/layer.4/attention/k_lin/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [124631624, 3072] | |
| /distilbert/transformer/layer.4/attention/k_lin/Add_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [124634704, 4] | |
| /distilbert/transformer/layer.4/attention/k_lin/Add_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [124634708, 4] | |
| /distilbert/transformer/layer.4/attention/q_lin/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 768] | |
| location: [124634712, 589824] | |
| distilbert.transformer.layer.4.attention.q_lin.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [125224536, 3072] | |
| /distilbert/transformer/layer.4/attention/q_lin/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [125227608, 3072] | |
| /distilbert/transformer/layer.4/attention/q_lin/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [125230680, 3072] | |
| /distilbert/transformer/layer.4/attention/q_lin/Add_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [125233760, 4] | |
| /distilbert/transformer/layer.4/attention/q_lin/Add_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [125233764, 4] | |
| /distilbert/transformer/layer.4/attention/v_lin/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 768] | |
| location: [125233768, 589824] | |
| distilbert.transformer.layer.4.attention.v_lin.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [125823592, 3072] | |
| /distilbert/transformer/layer.4/attention/v_lin/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [125826664, 3072] | |
| /distilbert/transformer/layer.4/attention/v_lin/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [125829736, 3072] | |
| /distilbert/transformer/layer.4/attention/Reshape_2_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [125832840, 4] | |
| /distilbert/transformer/layer.4/attention/Reshape_2_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [125832844, 4] | |
| /distilbert/transformer/layer.4/attention/Softmax_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [125832832, 4] | |
| /distilbert/transformer/layer.4/attention/Softmax_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [125832836, 4] | |
| /distilbert/transformer/layer.4/attention/Reshape_4_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [126431896, 4] | |
| /distilbert/transformer/layer.4/attention/Reshape_4_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [126431900, 4] | |
| /distilbert/transformer/layer.4/attention/out_lin/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 768] | |
| location: [125832856, 589824] | |
| distilbert.transformer.layer.4.attention.out_lin.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [126422680, 3072] | |
| /distilbert/transformer/layer.4/attention/out_lin/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [126425752, 3072] | |
| /distilbert/transformer/layer.4/attention/out_lin/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [126428824, 3072] | |
| /distilbert/transformer/layer.4/Add_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [126431904, 4] | |
| /distilbert/transformer/layer.4/Add_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [126431908, 4] | |
| distilbert.transformer.layer.4.sa_layer_norm.weight:0: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [126431912, 3072] | |
| distilbert.transformer.layer.4.sa_layer_norm.bias:0: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [126434984, 3072] | |
| /distilbert/transformer/layer.4/sa_layer_norm/Add_1_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [128834224, 4] | |
| /distilbert/transformer/layer.4/sa_layer_norm/Add_1_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [128834228, 4] | |
| /distilbert/transformer/layer.4/ffn/lin1/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [3072, 768] | |
| location: [126438064, 2359296] | |
| distilbert.transformer.layer.4.ffn.lin1.bias:0: | |
| dtype: s32 | |
| shape: [3072] | |
| location: [128797360, 12288] | |
| /distilbert/transformer/layer.4/ffn/lin1/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [3072] | |
| location: [128809648, 12288] | |
| /distilbert/transformer/layer.4/ffn/lin1/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [3072] | |
| location: [128821936, 12288] | |
| /distilbert/transformer/layer.4/ffn/activation/Mul_1_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [131202752, 4] | |
| /distilbert/transformer/layer.4/ffn/activation/Mul_1_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [131202756, 4] | |
| /distilbert/transformer/layer.4/ffn/lin2/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 3072] | |
| location: [128834240, 2359296] | |
| distilbert.transformer.layer.4.ffn.lin2.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [131193536, 3072] | |
| /distilbert/transformer/layer.4/ffn/lin2/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [131196608, 3072] | |
| /distilbert/transformer/layer.4/ffn/lin2/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [131199680, 3072] | |
| /distilbert/transformer/layer.4/Add_1_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [131202760, 4] | |
| /distilbert/transformer/layer.4/Add_1_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [131202764, 4] | |
| distilbert.transformer.layer.4.output_layer_norm.weight:0: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [131202768, 3072] | |
| distilbert.transformer.layer.4.output_layer_norm.bias:0: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [131205840, 3072] | |
| /distilbert/transformer/layer.4/output_layer_norm/Add_1_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [133006072, 4] | |
| /distilbert/transformer/layer.4/output_layer_norm/Add_1_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [133006076, 4] | |
| /distilbert/transformer/layer.5/attention/k_lin/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 768] | |
| location: [131208920, 589824] | |
| distilbert.transformer.layer.5.attention.k_lin.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [131798744, 3072] | |
| /distilbert/transformer/layer.5/attention/k_lin/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [131801816, 3072] | |
| /distilbert/transformer/layer.5/attention/k_lin/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [131804888, 3072] | |
| /distilbert/transformer/layer.5/attention/k_lin/Add_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [131807968, 4] | |
| /distilbert/transformer/layer.5/attention/k_lin/Add_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [131807972, 4] | |
| /distilbert/transformer/layer.5/attention/q_lin/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 768] | |
| location: [131807976, 589824] | |
| distilbert.transformer.layer.5.attention.q_lin.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [132397800, 3072] | |
| /distilbert/transformer/layer.5/attention/q_lin/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [132400872, 3072] | |
| /distilbert/transformer/layer.5/attention/q_lin/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [132403944, 3072] | |
| /distilbert/transformer/layer.5/attention/q_lin/Add_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [132407024, 4] | |
| /distilbert/transformer/layer.5/attention/q_lin/Add_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [132407028, 4] | |
| /distilbert/transformer/layer.5/attention/v_lin/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 768] | |
| location: [132407032, 589824] | |
| distilbert.transformer.layer.5.attention.v_lin.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [132996856, 3072] | |
| /distilbert/transformer/layer.5/attention/v_lin/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [132999928, 3072] | |
| /distilbert/transformer/layer.5/attention/v_lin/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [133003000, 3072] | |
| /distilbert/transformer/layer.5/attention/Reshape_2_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [133006104, 4] | |
| /distilbert/transformer/layer.5/attention/Reshape_2_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [133006108, 4] | |
| /distilbert/transformer/layer.5/attention/Softmax_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [133006096, 4] | |
| /distilbert/transformer/layer.5/attention/Softmax_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [133006100, 4] | |
| /distilbert/transformer/layer.5/attention/Reshape_4_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [133605160, 4] | |
| /distilbert/transformer/layer.5/attention/Reshape_4_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [133605164, 4] | |
| /distilbert/transformer/layer.5/attention/out_lin/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 768] | |
| location: [133006120, 589824] | |
| distilbert.transformer.layer.5.attention.out_lin.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [133595944, 3072] | |
| /distilbert/transformer/layer.5/attention/out_lin/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [133599016, 3072] | |
| /distilbert/transformer/layer.5/attention/out_lin/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [133602088, 3072] | |
| /distilbert/transformer/layer.5/Add_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [133605168, 4] | |
| /distilbert/transformer/layer.5/Add_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [133605172, 4] | |
| distilbert.transformer.layer.5.sa_layer_norm.weight:0: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [133605176, 3072] | |
| distilbert.transformer.layer.5.sa_layer_norm.bias:0: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [133608248, 3072] | |
| /distilbert/transformer/layer.5/sa_layer_norm/Add_1_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [136007488, 4] | |
| /distilbert/transformer/layer.5/sa_layer_norm/Add_1_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [136007492, 4] | |
| /distilbert/transformer/layer.5/ffn/lin1/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [3072, 768] | |
| location: [133611328, 2359296] | |
| distilbert.transformer.layer.5.ffn.lin1.bias:0: | |
| dtype: s32 | |
| shape: [3072] | |
| location: [135970624, 12288] | |
| /distilbert/transformer/layer.5/ffn/lin1/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [3072] | |
| location: [135982912, 12288] | |
| /distilbert/transformer/layer.5/ffn/lin1/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [3072] | |
| location: [135995200, 12288] | |
| /distilbert/transformer/layer.5/ffn/activation/Mul_1_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [138376016, 4] | |
| /distilbert/transformer/layer.5/ffn/activation/Mul_1_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [138376020, 4] | |
| /distilbert/transformer/layer.5/ffn/lin2/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 3072] | |
| location: [136007504, 2359296] | |
| distilbert.transformer.layer.5.ffn.lin2.bias:0: | |
| dtype: s32 | |
| shape: [768] | |
| location: [138366800, 3072] | |
| /distilbert/transformer/layer.5/ffn/lin2/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [138369872, 3072] | |
| /distilbert/transformer/layer.5/ffn/lin2/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [138372944, 3072] | |
| /distilbert/transformer/layer.5/Add_1_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [138376024, 4] | |
| /distilbert/transformer/layer.5/Add_1_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [138376028, 4] | |
| distilbert.transformer.layer.5.output_layer_norm.weight:0: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [138376032, 3072] | |
| distilbert.transformer.layer.5.output_layer_norm.bias:0: | |
| dtype: fp32 | |
| shape: [768] | |
| location: [138379104, 3072] | |
| /distilbert/transformer/layer.5/output_layer_norm/Add_1_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [138383728, 4] | |
| /distilbert/transformer/layer.5/output_layer_norm/Add_1_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [138383732, 4] | |
| /qa_outputs/Transpose_output_0_quantized:0: | |
| dtype: s8 | |
| shape: [768, 2] | |
| location: [138382184, 1536] | |
| qa_outputs.bias:0: | |
| dtype: s32 | |
| shape: [2] | |
| location: [138383720, 8] | |
| /qa_outputs/Transpose_output_0_quantized:0_min: | |
| dtype: fp32 | |
| shape: [2] | |
| location: [138383736, 8] | |
| /qa_outputs/Transpose_output_0_quantized:0_max: | |
| dtype: fp32 | |
| shape: [2] | |
| location: [138383744, 8] | |
| /qa_outputs/Add_output_0:0_min: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [138383752, 4] | |
| /qa_outputs/Add_output_0:0_max: | |
| dtype: fp32 | |
| shape: [1] | |
| location: [138383756, 4] | |
| padding_sequence: | |
| type: PaddingSequence | |
| input: | |
| attention_mask:0: {} | |
| output: | |
| padding_sequence:0: {} | |
| attr: | |
| dst_shape: -1,12,0,-1 | |
| dims: 1 | |
| position_embeddings/after/reshape: | |
| type: Reshape | |
| input: | |
| distilbert.embeddings.position_embeddings.weight:0: {} | |
| input_ids:0: {} | |
| output: | |
| position_embeddings/after/reshape:0: {} | |
| attr: | |
| dst_shape: 1,-1,768 | |
| dims: 1 | |
| /distilbert/embeddings/position_embeddings/Gather: | |
| type: Reshape | |
| input: | |
| position_embeddings/after/reshape:0: {} | |
| output: | |
| /distilbert/embeddings/position_embeddings/Gather_output_0:0: {} | |
| attr: | |
| dst_shape: 1,-1 | |
| word_embeddings/reshape: | |
| type: Reshape | |
| input: | |
| input_ids:0: {} | |
| output: | |
| word_embeddings/reshape:0: {} | |
| attr: | |
| dst_shape: -1 | |
| /distilbert/embeddings/word_embeddings/Gather: | |
| type: Gather | |
| input: | |
| word_embeddings/reshape:0: {} | |
| distilbert.embeddings.word_embeddings.weight:0: {} | |
| /distilbert/embeddings/position_embeddings/Gather_output_0:0: {} | |
| input_ids:0: {} | |
| output: | |
| embeddings_add/reshape_2d:0: {} | |
| attr: | |
| axis: 0 | |
| batch_dims: 0 | |
| append_op: binary_add | |
| reshape: -1,-1,768 | |
| reshape_dims: 0,1 | |
| mul: 1,2 | |
| /distilbert/embeddings/LayerNorm/Add_1: | |
| type: LayerNorm | |
| input: | |
| embeddings_add/reshape_2d:0: {} | |
| distilbert.embeddings.LayerNorm.weight:0: {} | |
| distilbert.embeddings.LayerNorm.bias:0: {} | |
| output: | |
| /distilbert/embeddings/LayerNorm/Add_1_output_0:0: {} | |
| attr: | |
| epsilon: 9.999999960041972e-13 | |
| /distilbert/transformer/layer.0/attention/k_lin/Add_quant_0_Reorder_Post_0: | |
| type: Reorder | |
| input: | |
| /distilbert/embeddings/LayerNorm/Add_1_output_0:0: {} | |
| output: | |
| /distilbert/embeddings/LayerNorm/Add_1_output_0:0_reorder: {} | |
| attr: | |
| src_perm: 0,1 | |
| dst_perm: 1,0 | |
| /distilbert/transformer/layer.0/attention/k_lin/Add_quant_0: | |
| type: Quantize | |
| input: | |
| /distilbert/embeddings/LayerNorm/Add_1_output_0:0_reorder: {} | |
| /distilbert/embeddings/LayerNorm/Add_1_output_0:0_min: {} | |
| /distilbert/embeddings/LayerNorm/Add_1_output_0:0_max: {} | |
| output: | |
| /distilbert/embeddings/LayerNorm/Add_1_output_0:0_quant: {} | |
| attr: | |
| output_dtype: u8 | |
| /distilbert/transformer/layer.0/attention/k_lin/Add: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.0/attention/k_lin/Transpose_output_0_quantized:0: {} | |
| /distilbert/embeddings/LayerNorm/Add_1_output_0:0_quant: {} | |
| distilbert.transformer.layer.0.attention.k_lin.bias:0: {} | |
| /distilbert/transformer/layer.0/attention/k_lin/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.0/attention/k_lin/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/embeddings/LayerNorm/Add_1_output_0:0_min: {} | |
| /distilbert/embeddings/LayerNorm/Add_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.0/attention/k_lin/Add_output_0:0_min: {} | |
| /distilbert/transformer/layer.0/attention/k_lin/Add_output_0:0_max: {} | |
| input_ids:0: {} | |
| output: | |
| /distilbert/transformer/layer.0/attention/Reshape_1_output_0:0: {} | |
| attr: | |
| reshape: 12,64,-1, -1 | |
| reshape_dims: '0' | |
| /distilbert/transformer/layer.0/attention/q_lin/Add: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.0/attention/q_lin/Transpose_output_0_quantized:0: {} | |
| /distilbert/embeddings/LayerNorm/Add_1_output_0:0_quant: {} | |
| distilbert.transformer.layer.0.attention.q_lin.bias:0: {} | |
| /distilbert/transformer/layer.0/attention/q_lin/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.0/attention/q_lin/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/embeddings/LayerNorm/Add_1_output_0:0_min: {} | |
| /distilbert/embeddings/LayerNorm/Add_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.0/attention/q_lin/Add_output_0:0_min: {} | |
| /distilbert/transformer/layer.0/attention/q_lin/Add_output_0:0_max: {} | |
| input_ids:0: {} | |
| output: | |
| /distilbert/transformer/layer.0/attention/Reshape_output_0:0: {} | |
| attr: | |
| reshape: 12,64,-1, -1 | |
| reshape_dims: '0' | |
| /distilbert/transformer/layer.0/attention/v_lin/Add: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.0/attention/v_lin/Transpose_output_0_quantized:0: {} | |
| /distilbert/embeddings/LayerNorm/Add_1_output_0:0_quant: {} | |
| distilbert.transformer.layer.0.attention.v_lin.bias:0: {} | |
| /distilbert/transformer/layer.0/attention/v_lin/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.0/attention/v_lin/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/embeddings/LayerNorm/Add_1_output_0:0_min: {} | |
| /distilbert/embeddings/LayerNorm/Add_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.0/attention/Reshape_2_output_0:0_min: {} | |
| /distilbert/transformer/layer.0/attention/Reshape_2_output_0:0_max: {} | |
| input_ids:0: {} | |
| output: | |
| /distilbert/transformer/layer.0/attention/Reshape_2_output_0:0: {} | |
| attr: | |
| output_dtype: s8 | |
| reshape: 12,64,-1, -1 | |
| reshape_dims: '0' | |
| /distilbert/transformer/layer.0/attention/Where: | |
| type: Matmul | |
| input: | |
| /distilbert/transformer/layer.0/attention/Reshape_output_0:0: {} | |
| /distilbert/transformer/layer.0/attention/Reshape_1_output_0:0: {} | |
| padding_sequence:0: {} | |
| output: | |
| /distilbert/transformer/layer.0/attention/Where_output_0:0: {} | |
| attr: | |
| src0_perm: 2,0,3,1 | |
| src1_perm: 2,0,1,3 | |
| output_scale: 0.125 | |
| format_any: false | |
| append_op: binary_add | |
| /distilbert/transformer/layer.0/attention/Softmax: | |
| type: Softmax | |
| input: | |
| /distilbert/transformer/layer.0/attention/Where_output_0:0: {} | |
| /distilbert/transformer/layer.0/attention/Softmax_output_0:0_min: {} | |
| /distilbert/transformer/layer.0/attention/Softmax_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.0/attention/Softmax_output_0:0: {} | |
| attr: | |
| output_dtype: u8 | |
| /distilbert/transformer/layer.0/attention/Transpose_3: | |
| type: Matmul | |
| input: | |
| /distilbert/transformer/layer.0/attention/Softmax_output_0:0: {} | |
| /distilbert/transformer/layer.0/attention/Reshape_2_output_0:0: {} | |
| /distilbert/transformer/layer.0/attention/Softmax_output_0:0_min: {} | |
| /distilbert/transformer/layer.0/attention/Softmax_output_0:0_max: {} | |
| /distilbert/transformer/layer.0/attention/Reshape_2_output_0:0_min: {} | |
| /distilbert/transformer/layer.0/attention/Reshape_2_output_0:0_max: {} | |
| /distilbert/transformer/layer.0/attention/Reshape_4_output_0:0_min: {} | |
| /distilbert/transformer/layer.0/attention/Reshape_4_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.0/attention/Reshape_4_output_0:0: {} | |
| attr: | |
| src1_perm: 2,0,3,1 | |
| dst_perm: 1,3,0,2 | |
| output_dtype: u8 | |
| reshape: 768,-1 | |
| /distilbert/transformer/layer.0/Add: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.0/attention/out_lin/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.0/attention/Reshape_4_output_0:0: {} | |
| distilbert.transformer.layer.0.attention.out_lin.bias:0: {} | |
| /distilbert/embeddings/LayerNorm/Add_1_output_0:0_reorder: {} | |
| /distilbert/transformer/layer.0/attention/out_lin/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.0/attention/out_lin/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.0/attention/Reshape_4_output_0:0_min: {} | |
| /distilbert/transformer/layer.0/attention/Reshape_4_output_0:0_max: {} | |
| /distilbert/transformer/layer.0/Add_output_0:0_min: {} | |
| /distilbert/transformer/layer.0/Add_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.0/Add_output_0:0: {} | |
| attr: | |
| append_op: sum | |
| /distilbert/transformer/layer.0/sa_layer_norm/Add_1: | |
| type: LayerNorm | |
| input: | |
| /distilbert/transformer/layer.0/Add_output_0:0: {} | |
| distilbert.transformer.layer.0.sa_layer_norm.weight:0: {} | |
| distilbert.transformer.layer.0.sa_layer_norm.bias:0: {} | |
| output: | |
| /distilbert/transformer/layer.0/sa_layer_norm/Add_1_output_0:0: {} | |
| attr: | |
| epsilon: 9.999999960041972e-13 | |
| transpose_mode: 1, 0 | |
| /distilbert/transformer/layer.0/ffn/activation/Mul_1_quant_0: | |
| type: Quantize | |
| input: | |
| /distilbert/transformer/layer.0/sa_layer_norm/Add_1_output_0:0: {} | |
| /distilbert/transformer/layer.0/sa_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.0/sa_layer_norm/Add_1_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.0/sa_layer_norm/Add_1_output_0:0_quant: {} | |
| attr: | |
| output_dtype: u8 | |
| /distilbert/transformer/layer.0/ffn/activation/Mul_1: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.0/ffn/lin1/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.0/sa_layer_norm/Add_1_output_0:0_quant: {} | |
| distilbert.transformer.layer.0.ffn.lin1.bias:0: {} | |
| /distilbert/transformer/layer.0/ffn/lin1/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.0/ffn/lin1/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.0/sa_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.0/sa_layer_norm/Add_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.0/ffn/activation/Mul_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.0/ffn/activation/Mul_1_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.0/ffn/activation/Mul_1_output_0:0: {} | |
| attr: | |
| append_op: gelu_tanh | |
| output_dtype: u8 | |
| /distilbert/transformer/layer.0/Add_1: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.0/ffn/lin2/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.0/ffn/activation/Mul_1_output_0:0: {} | |
| distilbert.transformer.layer.0.ffn.lin2.bias:0: {} | |
| /distilbert/transformer/layer.0/sa_layer_norm/Add_1_output_0:0: {} | |
| /distilbert/transformer/layer.0/ffn/lin2/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.0/ffn/lin2/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.0/ffn/activation/Mul_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.0/ffn/activation/Mul_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.0/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.0/Add_1_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.0/Add_1_output_0:0: {} | |
| attr: | |
| append_op: sum | |
| /distilbert/transformer/layer.0/output_layer_norm/Add_1: | |
| type: LayerNorm | |
| input: | |
| /distilbert/transformer/layer.0/Add_1_output_0:0: {} | |
| distilbert.transformer.layer.0.output_layer_norm.weight:0: {} | |
| distilbert.transformer.layer.0.output_layer_norm.bias:0: {} | |
| output: | |
| /distilbert/transformer/layer.0/output_layer_norm/Add_1_output_0:0: {} | |
| attr: | |
| epsilon: 9.999999960041972e-13 | |
| transpose_mode: 1, 0 | |
| /distilbert/transformer/layer.1/attention/k_lin/Add_quant_0: | |
| type: Quantize | |
| input: | |
| /distilbert/transformer/layer.0/output_layer_norm/Add_1_output_0:0: {} | |
| /distilbert/transformer/layer.0/output_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.0/output_layer_norm/Add_1_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.0/output_layer_norm/Add_1_output_0:0_quant: {} | |
| attr: | |
| output_dtype: u8 | |
| /distilbert/transformer/layer.1/attention/k_lin/Add: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.1/attention/k_lin/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.0/output_layer_norm/Add_1_output_0:0_quant: {} | |
| distilbert.transformer.layer.1.attention.k_lin.bias:0: {} | |
| /distilbert/transformer/layer.1/attention/k_lin/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.1/attention/k_lin/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.0/output_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.0/output_layer_norm/Add_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.1/attention/k_lin/Add_output_0:0_min: {} | |
| /distilbert/transformer/layer.1/attention/k_lin/Add_output_0:0_max: {} | |
| input_ids:0: {} | |
| output: | |
| /distilbert/transformer/layer.1/attention/Reshape_1_output_0:0: {} | |
| attr: | |
| reshape: 12,64,-1, -1 | |
| reshape_dims: '0' | |
| /distilbert/transformer/layer.1/attention/q_lin/Add: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.1/attention/q_lin/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.0/output_layer_norm/Add_1_output_0:0_quant: {} | |
| distilbert.transformer.layer.1.attention.q_lin.bias:0: {} | |
| /distilbert/transformer/layer.1/attention/q_lin/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.1/attention/q_lin/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.0/output_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.0/output_layer_norm/Add_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.1/attention/q_lin/Add_output_0:0_min: {} | |
| /distilbert/transformer/layer.1/attention/q_lin/Add_output_0:0_max: {} | |
| input_ids:0: {} | |
| output: | |
| /distilbert/transformer/layer.1/attention/Reshape_output_0:0: {} | |
| attr: | |
| reshape: 12,64,-1, -1 | |
| reshape_dims: '0' | |
| /distilbert/transformer/layer.1/attention/v_lin/Add: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.1/attention/v_lin/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.0/output_layer_norm/Add_1_output_0:0_quant: {} | |
| distilbert.transformer.layer.1.attention.v_lin.bias:0: {} | |
| /distilbert/transformer/layer.1/attention/v_lin/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.1/attention/v_lin/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.0/output_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.0/output_layer_norm/Add_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.1/attention/Reshape_2_output_0:0_min: {} | |
| /distilbert/transformer/layer.1/attention/Reshape_2_output_0:0_max: {} | |
| input_ids:0: {} | |
| output: | |
| /distilbert/transformer/layer.1/attention/Reshape_2_output_0:0: {} | |
| attr: | |
| output_dtype: s8 | |
| reshape: 12,64,-1, -1 | |
| reshape_dims: '0' | |
| /distilbert/transformer/layer.1/attention/Where: | |
| type: Matmul | |
| input: | |
| /distilbert/transformer/layer.1/attention/Reshape_output_0:0: {} | |
| /distilbert/transformer/layer.1/attention/Reshape_1_output_0:0: {} | |
| padding_sequence:0: {} | |
| output: | |
| /distilbert/transformer/layer.1/attention/Where_output_0:0: {} | |
| attr: | |
| src0_perm: 2,0,3,1 | |
| src1_perm: 2,0,1,3 | |
| output_scale: 0.125 | |
| format_any: false | |
| append_op: binary_add | |
| /distilbert/transformer/layer.1/attention/Softmax: | |
| type: Softmax | |
| input: | |
| /distilbert/transformer/layer.1/attention/Where_output_0:0: {} | |
| /distilbert/transformer/layer.1/attention/Softmax_output_0:0_min: {} | |
| /distilbert/transformer/layer.1/attention/Softmax_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.1/attention/Softmax_output_0:0: {} | |
| attr: | |
| output_dtype: u8 | |
| /distilbert/transformer/layer.1/attention/Transpose_3: | |
| type: Matmul | |
| input: | |
| /distilbert/transformer/layer.1/attention/Softmax_output_0:0: {} | |
| /distilbert/transformer/layer.1/attention/Reshape_2_output_0:0: {} | |
| /distilbert/transformer/layer.1/attention/Softmax_output_0:0_min: {} | |
| /distilbert/transformer/layer.1/attention/Softmax_output_0:0_max: {} | |
| /distilbert/transformer/layer.1/attention/Reshape_2_output_0:0_min: {} | |
| /distilbert/transformer/layer.1/attention/Reshape_2_output_0:0_max: {} | |
| /distilbert/transformer/layer.1/attention/Reshape_4_output_0:0_min: {} | |
| /distilbert/transformer/layer.1/attention/Reshape_4_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.1/attention/Reshape_4_output_0:0: {} | |
| attr: | |
| src1_perm: 2,0,3,1 | |
| dst_perm: 1,3,0,2 | |
| output_dtype: u8 | |
| reshape: 768,-1 | |
| /distilbert/transformer/layer.1/Add: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.1/attention/out_lin/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.1/attention/Reshape_4_output_0:0: {} | |
| distilbert.transformer.layer.1.attention.out_lin.bias:0: {} | |
| /distilbert/transformer/layer.0/output_layer_norm/Add_1_output_0:0: {} | |
| /distilbert/transformer/layer.1/attention/out_lin/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.1/attention/out_lin/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.1/attention/Reshape_4_output_0:0_min: {} | |
| /distilbert/transformer/layer.1/attention/Reshape_4_output_0:0_max: {} | |
| /distilbert/transformer/layer.1/Add_output_0:0_min: {} | |
| /distilbert/transformer/layer.1/Add_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.1/Add_output_0:0: {} | |
| attr: | |
| append_op: sum | |
| /distilbert/transformer/layer.1/sa_layer_norm/Add_1: | |
| type: LayerNorm | |
| input: | |
| /distilbert/transformer/layer.1/Add_output_0:0: {} | |
| distilbert.transformer.layer.1.sa_layer_norm.weight:0: {} | |
| distilbert.transformer.layer.1.sa_layer_norm.bias:0: {} | |
| output: | |
| /distilbert/transformer/layer.1/sa_layer_norm/Add_1_output_0:0: {} | |
| attr: | |
| epsilon: 9.999999960041972e-13 | |
| transpose_mode: 1, 0 | |
| /distilbert/transformer/layer.1/ffn/activation/Mul_1_quant_0: | |
| type: Quantize | |
| input: | |
| /distilbert/transformer/layer.1/sa_layer_norm/Add_1_output_0:0: {} | |
| /distilbert/transformer/layer.1/sa_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.1/sa_layer_norm/Add_1_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.1/sa_layer_norm/Add_1_output_0:0_quant: {} | |
| attr: | |
| output_dtype: u8 | |
| /distilbert/transformer/layer.1/ffn/activation/Mul_1: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.1/ffn/lin1/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.1/sa_layer_norm/Add_1_output_0:0_quant: {} | |
| distilbert.transformer.layer.1.ffn.lin1.bias:0: {} | |
| /distilbert/transformer/layer.1/ffn/lin1/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.1/ffn/lin1/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.1/sa_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.1/sa_layer_norm/Add_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.1/ffn/activation/Mul_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.1/ffn/activation/Mul_1_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.1/ffn/activation/Mul_1_output_0:0: {} | |
| attr: | |
| append_op: gelu_tanh | |
| output_dtype: u8 | |
| /distilbert/transformer/layer.1/Add_1: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.1/ffn/lin2/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.1/ffn/activation/Mul_1_output_0:0: {} | |
| distilbert.transformer.layer.1.ffn.lin2.bias:0: {} | |
| /distilbert/transformer/layer.1/sa_layer_norm/Add_1_output_0:0: {} | |
| /distilbert/transformer/layer.1/ffn/lin2/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.1/ffn/lin2/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.1/ffn/activation/Mul_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.1/ffn/activation/Mul_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.1/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.1/Add_1_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.1/Add_1_output_0:0: {} | |
| attr: | |
| append_op: sum | |
| /distilbert/transformer/layer.1/output_layer_norm/Add_1: | |
| type: LayerNorm | |
| input: | |
| /distilbert/transformer/layer.1/Add_1_output_0:0: {} | |
| distilbert.transformer.layer.1.output_layer_norm.weight:0: {} | |
| distilbert.transformer.layer.1.output_layer_norm.bias:0: {} | |
| output: | |
| /distilbert/transformer/layer.1/output_layer_norm/Add_1_output_0:0: {} | |
| attr: | |
| epsilon: 9.999999960041972e-13 | |
| transpose_mode: 1, 0 | |
| /distilbert/transformer/layer.2/attention/k_lin/Add_quant_0: | |
| type: Quantize | |
| input: | |
| /distilbert/transformer/layer.1/output_layer_norm/Add_1_output_0:0: {} | |
| /distilbert/transformer/layer.1/output_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.1/output_layer_norm/Add_1_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.1/output_layer_norm/Add_1_output_0:0_quant: {} | |
| attr: | |
| output_dtype: u8 | |
| /distilbert/transformer/layer.2/attention/k_lin/Add: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.2/attention/k_lin/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.1/output_layer_norm/Add_1_output_0:0_quant: {} | |
| distilbert.transformer.layer.2.attention.k_lin.bias:0: {} | |
| /distilbert/transformer/layer.2/attention/k_lin/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.2/attention/k_lin/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.1/output_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.1/output_layer_norm/Add_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.2/attention/k_lin/Add_output_0:0_min: {} | |
| /distilbert/transformer/layer.2/attention/k_lin/Add_output_0:0_max: {} | |
| input_ids:0: {} | |
| output: | |
| /distilbert/transformer/layer.2/attention/Reshape_1_output_0:0: {} | |
| attr: | |
| reshape: 12,64,-1, -1 | |
| reshape_dims: '0' | |
| /distilbert/transformer/layer.2/attention/q_lin/Add: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.2/attention/q_lin/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.1/output_layer_norm/Add_1_output_0:0_quant: {} | |
| distilbert.transformer.layer.2.attention.q_lin.bias:0: {} | |
| /distilbert/transformer/layer.2/attention/q_lin/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.2/attention/q_lin/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.1/output_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.1/output_layer_norm/Add_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.2/attention/q_lin/Add_output_0:0_min: {} | |
| /distilbert/transformer/layer.2/attention/q_lin/Add_output_0:0_max: {} | |
| input_ids:0: {} | |
| output: | |
| /distilbert/transformer/layer.2/attention/Reshape_output_0:0: {} | |
| attr: | |
| reshape: 12,64,-1, -1 | |
| reshape_dims: '0' | |
| /distilbert/transformer/layer.2/attention/v_lin/Add: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.2/attention/v_lin/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.1/output_layer_norm/Add_1_output_0:0_quant: {} | |
| distilbert.transformer.layer.2.attention.v_lin.bias:0: {} | |
| /distilbert/transformer/layer.2/attention/v_lin/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.2/attention/v_lin/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.1/output_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.1/output_layer_norm/Add_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.2/attention/Reshape_2_output_0:0_min: {} | |
| /distilbert/transformer/layer.2/attention/Reshape_2_output_0:0_max: {} | |
| input_ids:0: {} | |
| output: | |
| /distilbert/transformer/layer.2/attention/Reshape_2_output_0:0: {} | |
| attr: | |
| output_dtype: s8 | |
| reshape: 12,64,-1, -1 | |
| reshape_dims: '0' | |
| /distilbert/transformer/layer.2/attention/Where: | |
| type: Matmul | |
| input: | |
| /distilbert/transformer/layer.2/attention/Reshape_output_0:0: {} | |
| /distilbert/transformer/layer.2/attention/Reshape_1_output_0:0: {} | |
| padding_sequence:0: {} | |
| output: | |
| /distilbert/transformer/layer.2/attention/Where_output_0:0: {} | |
| attr: | |
| src0_perm: 2,0,3,1 | |
| src1_perm: 2,0,1,3 | |
| output_scale: 0.125 | |
| format_any: false | |
| append_op: binary_add | |
| /distilbert/transformer/layer.2/attention/Softmax: | |
| type: Softmax | |
| input: | |
| /distilbert/transformer/layer.2/attention/Where_output_0:0: {} | |
| /distilbert/transformer/layer.2/attention/Softmax_output_0:0_min: {} | |
| /distilbert/transformer/layer.2/attention/Softmax_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.2/attention/Softmax_output_0:0: {} | |
| attr: | |
| output_dtype: u8 | |
| /distilbert/transformer/layer.2/attention/Transpose_3: | |
| type: Matmul | |
| input: | |
| /distilbert/transformer/layer.2/attention/Softmax_output_0:0: {} | |
| /distilbert/transformer/layer.2/attention/Reshape_2_output_0:0: {} | |
| /distilbert/transformer/layer.2/attention/Softmax_output_0:0_min: {} | |
| /distilbert/transformer/layer.2/attention/Softmax_output_0:0_max: {} | |
| /distilbert/transformer/layer.2/attention/Reshape_2_output_0:0_min: {} | |
| /distilbert/transformer/layer.2/attention/Reshape_2_output_0:0_max: {} | |
| /distilbert/transformer/layer.2/attention/Reshape_4_output_0:0_min: {} | |
| /distilbert/transformer/layer.2/attention/Reshape_4_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.2/attention/Reshape_4_output_0:0: {} | |
| attr: | |
| src1_perm: 2,0,3,1 | |
| dst_perm: 1,3,0,2 | |
| output_dtype: u8 | |
| reshape: 768,-1 | |
| /distilbert/transformer/layer.2/Add: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.2/attention/out_lin/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.2/attention/Reshape_4_output_0:0: {} | |
| distilbert.transformer.layer.2.attention.out_lin.bias:0: {} | |
| /distilbert/transformer/layer.1/output_layer_norm/Add_1_output_0:0: {} | |
| /distilbert/transformer/layer.2/attention/out_lin/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.2/attention/out_lin/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.2/attention/Reshape_4_output_0:0_min: {} | |
| /distilbert/transformer/layer.2/attention/Reshape_4_output_0:0_max: {} | |
| /distilbert/transformer/layer.2/Add_output_0:0_min: {} | |
| /distilbert/transformer/layer.2/Add_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.2/Add_output_0:0: {} | |
| attr: | |
| append_op: sum | |
| /distilbert/transformer/layer.2/sa_layer_norm/Add_1: | |
| type: LayerNorm | |
| input: | |
| /distilbert/transformer/layer.2/Add_output_0:0: {} | |
| distilbert.transformer.layer.2.sa_layer_norm.weight:0: {} | |
| distilbert.transformer.layer.2.sa_layer_norm.bias:0: {} | |
| output: | |
| /distilbert/transformer/layer.2/sa_layer_norm/Add_1_output_0:0: {} | |
| attr: | |
| epsilon: 9.999999960041972e-13 | |
| transpose_mode: 1, 0 | |
| /distilbert/transformer/layer.2/ffn/activation/Mul_1_quant_0: | |
| type: Quantize | |
| input: | |
| /distilbert/transformer/layer.2/sa_layer_norm/Add_1_output_0:0: {} | |
| /distilbert/transformer/layer.2/sa_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.2/sa_layer_norm/Add_1_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.2/sa_layer_norm/Add_1_output_0:0_quant: {} | |
| attr: | |
| output_dtype: u8 | |
| /distilbert/transformer/layer.2/ffn/activation/Mul_1: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.2/ffn/lin1/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.2/sa_layer_norm/Add_1_output_0:0_quant: {} | |
| distilbert.transformer.layer.2.ffn.lin1.bias:0: {} | |
| /distilbert/transformer/layer.2/ffn/lin1/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.2/ffn/lin1/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.2/sa_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.2/sa_layer_norm/Add_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.2/ffn/activation/Mul_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.2/ffn/activation/Mul_1_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.2/ffn/activation/Mul_1_output_0:0: {} | |
| attr: | |
| append_op: gelu_tanh | |
| output_dtype: u8 | |
| /distilbert/transformer/layer.2/Add_1: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.2/ffn/lin2/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.2/ffn/activation/Mul_1_output_0:0: {} | |
| distilbert.transformer.layer.2.ffn.lin2.bias:0: {} | |
| /distilbert/transformer/layer.2/sa_layer_norm/Add_1_output_0:0: {} | |
| /distilbert/transformer/layer.2/ffn/lin2/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.2/ffn/lin2/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.2/ffn/activation/Mul_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.2/ffn/activation/Mul_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.2/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.2/Add_1_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.2/Add_1_output_0:0: {} | |
| attr: | |
| append_op: sum | |
| /distilbert/transformer/layer.2/output_layer_norm/Add_1: | |
| type: LayerNorm | |
| input: | |
| /distilbert/transformer/layer.2/Add_1_output_0:0: {} | |
| distilbert.transformer.layer.2.output_layer_norm.weight:0: {} | |
| distilbert.transformer.layer.2.output_layer_norm.bias:0: {} | |
| output: | |
| /distilbert/transformer/layer.2/output_layer_norm/Add_1_output_0:0: {} | |
| attr: | |
| epsilon: 9.999999960041972e-13 | |
| transpose_mode: 1, 0 | |
| /distilbert/transformer/layer.3/attention/k_lin/Add_quant_0: | |
| type: Quantize | |
| input: | |
| /distilbert/transformer/layer.2/output_layer_norm/Add_1_output_0:0: {} | |
| /distilbert/transformer/layer.2/output_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.2/output_layer_norm/Add_1_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.2/output_layer_norm/Add_1_output_0:0_quant: {} | |
| attr: | |
| output_dtype: u8 | |
| /distilbert/transformer/layer.3/attention/k_lin/Add: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.3/attention/k_lin/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.2/output_layer_norm/Add_1_output_0:0_quant: {} | |
| distilbert.transformer.layer.3.attention.k_lin.bias:0: {} | |
| /distilbert/transformer/layer.3/attention/k_lin/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.3/attention/k_lin/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.2/output_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.2/output_layer_norm/Add_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.3/attention/k_lin/Add_output_0:0_min: {} | |
| /distilbert/transformer/layer.3/attention/k_lin/Add_output_0:0_max: {} | |
| input_ids:0: {} | |
| output: | |
| /distilbert/transformer/layer.3/attention/Reshape_1_output_0:0: {} | |
| attr: | |
| reshape: 12,64,-1, -1 | |
| reshape_dims: '0' | |
| /distilbert/transformer/layer.3/attention/q_lin/Add: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.3/attention/q_lin/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.2/output_layer_norm/Add_1_output_0:0_quant: {} | |
| distilbert.transformer.layer.3.attention.q_lin.bias:0: {} | |
| /distilbert/transformer/layer.3/attention/q_lin/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.3/attention/q_lin/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.2/output_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.2/output_layer_norm/Add_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.3/attention/q_lin/Add_output_0:0_min: {} | |
| /distilbert/transformer/layer.3/attention/q_lin/Add_output_0:0_max: {} | |
| input_ids:0: {} | |
| output: | |
| /distilbert/transformer/layer.3/attention/Reshape_output_0:0: {} | |
| attr: | |
| reshape: 12,64,-1, -1 | |
| reshape_dims: '0' | |
| /distilbert/transformer/layer.3/attention/v_lin/Add: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.3/attention/v_lin/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.2/output_layer_norm/Add_1_output_0:0_quant: {} | |
| distilbert.transformer.layer.3.attention.v_lin.bias:0: {} | |
| /distilbert/transformer/layer.3/attention/v_lin/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.3/attention/v_lin/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.2/output_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.2/output_layer_norm/Add_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.3/attention/Reshape_2_output_0:0_min: {} | |
| /distilbert/transformer/layer.3/attention/Reshape_2_output_0:0_max: {} | |
| input_ids:0: {} | |
| output: | |
| /distilbert/transformer/layer.3/attention/Reshape_2_output_0:0: {} | |
| attr: | |
| output_dtype: s8 | |
| reshape: 12,64,-1, -1 | |
| reshape_dims: '0' | |
| /distilbert/transformer/layer.3/attention/Where: | |
| type: Matmul | |
| input: | |
| /distilbert/transformer/layer.3/attention/Reshape_output_0:0: {} | |
| /distilbert/transformer/layer.3/attention/Reshape_1_output_0:0: {} | |
| padding_sequence:0: {} | |
| output: | |
| /distilbert/transformer/layer.3/attention/Where_output_0:0: {} | |
| attr: | |
| src0_perm: 2,0,3,1 | |
| src1_perm: 2,0,1,3 | |
| output_scale: 0.125 | |
| format_any: false | |
| append_op: binary_add | |
| /distilbert/transformer/layer.3/attention/Softmax: | |
| type: Softmax | |
| input: | |
| /distilbert/transformer/layer.3/attention/Where_output_0:0: {} | |
| /distilbert/transformer/layer.3/attention/Softmax_output_0:0_min: {} | |
| /distilbert/transformer/layer.3/attention/Softmax_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.3/attention/Softmax_output_0:0: {} | |
| attr: | |
| output_dtype: u8 | |
| /distilbert/transformer/layer.3/attention/Transpose_3: | |
| type: Matmul | |
| input: | |
| /distilbert/transformer/layer.3/attention/Softmax_output_0:0: {} | |
| /distilbert/transformer/layer.3/attention/Reshape_2_output_0:0: {} | |
| /distilbert/transformer/layer.3/attention/Softmax_output_0:0_min: {} | |
| /distilbert/transformer/layer.3/attention/Softmax_output_0:0_max: {} | |
| /distilbert/transformer/layer.3/attention/Reshape_2_output_0:0_min: {} | |
| /distilbert/transformer/layer.3/attention/Reshape_2_output_0:0_max: {} | |
| /distilbert/transformer/layer.3/attention/Reshape_4_output_0:0_min: {} | |
| /distilbert/transformer/layer.3/attention/Reshape_4_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.3/attention/Reshape_4_output_0:0: {} | |
| attr: | |
| src1_perm: 2,0,3,1 | |
| dst_perm: 1,3,0,2 | |
| output_dtype: u8 | |
| reshape: 768,-1 | |
| /distilbert/transformer/layer.3/Add: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.3/attention/out_lin/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.3/attention/Reshape_4_output_0:0: {} | |
| distilbert.transformer.layer.3.attention.out_lin.bias:0: {} | |
| /distilbert/transformer/layer.2/output_layer_norm/Add_1_output_0:0: {} | |
| /distilbert/transformer/layer.3/attention/out_lin/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.3/attention/out_lin/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.3/attention/Reshape_4_output_0:0_min: {} | |
| /distilbert/transformer/layer.3/attention/Reshape_4_output_0:0_max: {} | |
| /distilbert/transformer/layer.3/Add_output_0:0_min: {} | |
| /distilbert/transformer/layer.3/Add_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.3/Add_output_0:0: {} | |
| attr: | |
| append_op: sum | |
| /distilbert/transformer/layer.3/sa_layer_norm/Add_1: | |
| type: LayerNorm | |
| input: | |
| /distilbert/transformer/layer.3/Add_output_0:0: {} | |
| distilbert.transformer.layer.3.sa_layer_norm.weight:0: {} | |
| distilbert.transformer.layer.3.sa_layer_norm.bias:0: {} | |
| output: | |
| /distilbert/transformer/layer.3/sa_layer_norm/Add_1_output_0:0: {} | |
| attr: | |
| epsilon: 9.999999960041972e-13 | |
| transpose_mode: 1, 0 | |
| /distilbert/transformer/layer.3/ffn/activation/Mul_1_quant_0: | |
| type: Quantize | |
| input: | |
| /distilbert/transformer/layer.3/sa_layer_norm/Add_1_output_0:0: {} | |
| /distilbert/transformer/layer.3/sa_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.3/sa_layer_norm/Add_1_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.3/sa_layer_norm/Add_1_output_0:0_quant: {} | |
| attr: | |
| output_dtype: u8 | |
| /distilbert/transformer/layer.3/ffn/activation/Mul_1: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.3/ffn/lin1/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.3/sa_layer_norm/Add_1_output_0:0_quant: {} | |
| distilbert.transformer.layer.3.ffn.lin1.bias:0: {} | |
| /distilbert/transformer/layer.3/ffn/lin1/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.3/ffn/lin1/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.3/sa_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.3/sa_layer_norm/Add_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.3/ffn/activation/Mul_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.3/ffn/activation/Mul_1_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.3/ffn/activation/Mul_1_output_0:0: {} | |
| attr: | |
| append_op: gelu_tanh | |
| output_dtype: u8 | |
| /distilbert/transformer/layer.3/Add_1: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.3/ffn/lin2/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.3/ffn/activation/Mul_1_output_0:0: {} | |
| distilbert.transformer.layer.3.ffn.lin2.bias:0: {} | |
| /distilbert/transformer/layer.3/sa_layer_norm/Add_1_output_0:0: {} | |
| /distilbert/transformer/layer.3/ffn/lin2/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.3/ffn/lin2/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.3/ffn/activation/Mul_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.3/ffn/activation/Mul_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.3/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.3/Add_1_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.3/Add_1_output_0:0: {} | |
| attr: | |
| append_op: sum | |
| /distilbert/transformer/layer.3/output_layer_norm/Add_1: | |
| type: LayerNorm | |
| input: | |
| /distilbert/transformer/layer.3/Add_1_output_0:0: {} | |
| distilbert.transformer.layer.3.output_layer_norm.weight:0: {} | |
| distilbert.transformer.layer.3.output_layer_norm.bias:0: {} | |
| output: | |
| /distilbert/transformer/layer.3/output_layer_norm/Add_1_output_0:0: {} | |
| attr: | |
| epsilon: 9.999999960041972e-13 | |
| transpose_mode: 1, 0 | |
| /distilbert/transformer/layer.4/attention/k_lin/Add_quant_0: | |
| type: Quantize | |
| input: | |
| /distilbert/transformer/layer.3/output_layer_norm/Add_1_output_0:0: {} | |
| /distilbert/transformer/layer.3/output_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.3/output_layer_norm/Add_1_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.3/output_layer_norm/Add_1_output_0:0_quant: {} | |
| attr: | |
| output_dtype: u8 | |
| /distilbert/transformer/layer.4/attention/k_lin/Add: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.4/attention/k_lin/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.3/output_layer_norm/Add_1_output_0:0_quant: {} | |
| distilbert.transformer.layer.4.attention.k_lin.bias:0: {} | |
| /distilbert/transformer/layer.4/attention/k_lin/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.4/attention/k_lin/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.3/output_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.3/output_layer_norm/Add_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.4/attention/k_lin/Add_output_0:0_min: {} | |
| /distilbert/transformer/layer.4/attention/k_lin/Add_output_0:0_max: {} | |
| input_ids:0: {} | |
| output: | |
| /distilbert/transformer/layer.4/attention/Reshape_1_output_0:0: {} | |
| attr: | |
| reshape: 12,64,-1, -1 | |
| reshape_dims: '0' | |
| /distilbert/transformer/layer.4/attention/q_lin/Add: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.4/attention/q_lin/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.3/output_layer_norm/Add_1_output_0:0_quant: {} | |
| distilbert.transformer.layer.4.attention.q_lin.bias:0: {} | |
| /distilbert/transformer/layer.4/attention/q_lin/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.4/attention/q_lin/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.3/output_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.3/output_layer_norm/Add_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.4/attention/q_lin/Add_output_0:0_min: {} | |
| /distilbert/transformer/layer.4/attention/q_lin/Add_output_0:0_max: {} | |
| input_ids:0: {} | |
| output: | |
| /distilbert/transformer/layer.4/attention/Reshape_output_0:0: {} | |
| attr: | |
| reshape: 12,64,-1, -1 | |
| reshape_dims: '0' | |
| /distilbert/transformer/layer.4/attention/v_lin/Add: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.4/attention/v_lin/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.3/output_layer_norm/Add_1_output_0:0_quant: {} | |
| distilbert.transformer.layer.4.attention.v_lin.bias:0: {} | |
| /distilbert/transformer/layer.4/attention/v_lin/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.4/attention/v_lin/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.3/output_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.3/output_layer_norm/Add_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.4/attention/Reshape_2_output_0:0_min: {} | |
| /distilbert/transformer/layer.4/attention/Reshape_2_output_0:0_max: {} | |
| input_ids:0: {} | |
| output: | |
| /distilbert/transformer/layer.4/attention/Reshape_2_output_0:0: {} | |
| attr: | |
| output_dtype: s8 | |
| reshape: 12,64,-1, -1 | |
| reshape_dims: '0' | |
| /distilbert/transformer/layer.4/attention/Where: | |
| type: Matmul | |
| input: | |
| /distilbert/transformer/layer.4/attention/Reshape_output_0:0: {} | |
| /distilbert/transformer/layer.4/attention/Reshape_1_output_0:0: {} | |
| padding_sequence:0: {} | |
| output: | |
| /distilbert/transformer/layer.4/attention/Where_output_0:0: {} | |
| attr: | |
| src0_perm: 2,0,3,1 | |
| src1_perm: 2,0,1,3 | |
| output_scale: 0.125 | |
| format_any: false | |
| append_op: binary_add | |
| /distilbert/transformer/layer.4/attention/Softmax: | |
| type: Softmax | |
| input: | |
| /distilbert/transformer/layer.4/attention/Where_output_0:0: {} | |
| /distilbert/transformer/layer.4/attention/Softmax_output_0:0_min: {} | |
| /distilbert/transformer/layer.4/attention/Softmax_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.4/attention/Softmax_output_0:0: {} | |
| attr: | |
| output_dtype: u8 | |
| /distilbert/transformer/layer.4/attention/Transpose_3: | |
| type: Matmul | |
| input: | |
| /distilbert/transformer/layer.4/attention/Softmax_output_0:0: {} | |
| /distilbert/transformer/layer.4/attention/Reshape_2_output_0:0: {} | |
| /distilbert/transformer/layer.4/attention/Softmax_output_0:0_min: {} | |
| /distilbert/transformer/layer.4/attention/Softmax_output_0:0_max: {} | |
| /distilbert/transformer/layer.4/attention/Reshape_2_output_0:0_min: {} | |
| /distilbert/transformer/layer.4/attention/Reshape_2_output_0:0_max: {} | |
| /distilbert/transformer/layer.4/attention/Reshape_4_output_0:0_min: {} | |
| /distilbert/transformer/layer.4/attention/Reshape_4_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.4/attention/Reshape_4_output_0:0: {} | |
| attr: | |
| src1_perm: 2,0,3,1 | |
| dst_perm: 1,3,0,2 | |
| output_dtype: u8 | |
| reshape: 768,-1 | |
| /distilbert/transformer/layer.4/Add: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.4/attention/out_lin/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.4/attention/Reshape_4_output_0:0: {} | |
| distilbert.transformer.layer.4.attention.out_lin.bias:0: {} | |
| /distilbert/transformer/layer.3/output_layer_norm/Add_1_output_0:0: {} | |
| /distilbert/transformer/layer.4/attention/out_lin/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.4/attention/out_lin/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.4/attention/Reshape_4_output_0:0_min: {} | |
| /distilbert/transformer/layer.4/attention/Reshape_4_output_0:0_max: {} | |
| /distilbert/transformer/layer.4/Add_output_0:0_min: {} | |
| /distilbert/transformer/layer.4/Add_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.4/Add_output_0:0: {} | |
| attr: | |
| append_op: sum | |
| /distilbert/transformer/layer.4/sa_layer_norm/Add_1: | |
| type: LayerNorm | |
| input: | |
| /distilbert/transformer/layer.4/Add_output_0:0: {} | |
| distilbert.transformer.layer.4.sa_layer_norm.weight:0: {} | |
| distilbert.transformer.layer.4.sa_layer_norm.bias:0: {} | |
| output: | |
| /distilbert/transformer/layer.4/sa_layer_norm/Add_1_output_0:0: {} | |
| attr: | |
| epsilon: 9.999999960041972e-13 | |
| transpose_mode: 1, 0 | |
| /distilbert/transformer/layer.4/ffn/activation/Mul_1_quant_0: | |
| type: Quantize | |
| input: | |
| /distilbert/transformer/layer.4/sa_layer_norm/Add_1_output_0:0: {} | |
| /distilbert/transformer/layer.4/sa_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.4/sa_layer_norm/Add_1_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.4/sa_layer_norm/Add_1_output_0:0_quant: {} | |
| attr: | |
| output_dtype: u8 | |
| /distilbert/transformer/layer.4/ffn/activation/Mul_1: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.4/ffn/lin1/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.4/sa_layer_norm/Add_1_output_0:0_quant: {} | |
| distilbert.transformer.layer.4.ffn.lin1.bias:0: {} | |
| /distilbert/transformer/layer.4/ffn/lin1/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.4/ffn/lin1/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.4/sa_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.4/sa_layer_norm/Add_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.4/ffn/activation/Mul_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.4/ffn/activation/Mul_1_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.4/ffn/activation/Mul_1_output_0:0: {} | |
| attr: | |
| append_op: gelu_tanh | |
| output_dtype: u8 | |
| /distilbert/transformer/layer.4/Add_1: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.4/ffn/lin2/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.4/ffn/activation/Mul_1_output_0:0: {} | |
| distilbert.transformer.layer.4.ffn.lin2.bias:0: {} | |
| /distilbert/transformer/layer.4/sa_layer_norm/Add_1_output_0:0: {} | |
| /distilbert/transformer/layer.4/ffn/lin2/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.4/ffn/lin2/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.4/ffn/activation/Mul_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.4/ffn/activation/Mul_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.4/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.4/Add_1_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.4/Add_1_output_0:0: {} | |
| attr: | |
| append_op: sum | |
| /distilbert/transformer/layer.4/output_layer_norm/Add_1: | |
| type: LayerNorm | |
| input: | |
| /distilbert/transformer/layer.4/Add_1_output_0:0: {} | |
| distilbert.transformer.layer.4.output_layer_norm.weight:0: {} | |
| distilbert.transformer.layer.4.output_layer_norm.bias:0: {} | |
| output: | |
| /distilbert/transformer/layer.4/output_layer_norm/Add_1_output_0:0: {} | |
| attr: | |
| epsilon: 9.999999960041972e-13 | |
| transpose_mode: 1, 0 | |
| /distilbert/transformer/layer.5/attention/k_lin/Add_quant_0: | |
| type: Quantize | |
| input: | |
| /distilbert/transformer/layer.4/output_layer_norm/Add_1_output_0:0: {} | |
| /distilbert/transformer/layer.4/output_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.4/output_layer_norm/Add_1_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.4/output_layer_norm/Add_1_output_0:0_quant: {} | |
| attr: | |
| output_dtype: u8 | |
| /distilbert/transformer/layer.5/attention/k_lin/Add: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.5/attention/k_lin/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.4/output_layer_norm/Add_1_output_0:0_quant: {} | |
| distilbert.transformer.layer.5.attention.k_lin.bias:0: {} | |
| /distilbert/transformer/layer.5/attention/k_lin/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.5/attention/k_lin/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.4/output_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.4/output_layer_norm/Add_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.5/attention/k_lin/Add_output_0:0_min: {} | |
| /distilbert/transformer/layer.5/attention/k_lin/Add_output_0:0_max: {} | |
| input_ids:0: {} | |
| output: | |
| /distilbert/transformer/layer.5/attention/Reshape_1_output_0:0: {} | |
| attr: | |
| reshape: 12,64,-1, -1 | |
| reshape_dims: '0' | |
| /distilbert/transformer/layer.5/attention/q_lin/Add: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.5/attention/q_lin/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.4/output_layer_norm/Add_1_output_0:0_quant: {} | |
| distilbert.transformer.layer.5.attention.q_lin.bias:0: {} | |
| /distilbert/transformer/layer.5/attention/q_lin/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.5/attention/q_lin/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.4/output_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.4/output_layer_norm/Add_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.5/attention/q_lin/Add_output_0:0_min: {} | |
| /distilbert/transformer/layer.5/attention/q_lin/Add_output_0:0_max: {} | |
| input_ids:0: {} | |
| output: | |
| /distilbert/transformer/layer.5/attention/Reshape_output_0:0: {} | |
| attr: | |
| reshape: 12,64,-1, -1 | |
| reshape_dims: '0' | |
| /distilbert/transformer/layer.5/attention/v_lin/Add: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.5/attention/v_lin/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.4/output_layer_norm/Add_1_output_0:0_quant: {} | |
| distilbert.transformer.layer.5.attention.v_lin.bias:0: {} | |
| /distilbert/transformer/layer.5/attention/v_lin/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.5/attention/v_lin/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.4/output_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.4/output_layer_norm/Add_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.5/attention/Reshape_2_output_0:0_min: {} | |
| /distilbert/transformer/layer.5/attention/Reshape_2_output_0:0_max: {} | |
| input_ids:0: {} | |
| output: | |
| /distilbert/transformer/layer.5/attention/Reshape_2_output_0:0: {} | |
| attr: | |
| output_dtype: s8 | |
| reshape: 12,64,-1, -1 | |
| reshape_dims: '0' | |
| /distilbert/transformer/layer.5/attention/Where: | |
| type: Matmul | |
| input: | |
| /distilbert/transformer/layer.5/attention/Reshape_output_0:0: {} | |
| /distilbert/transformer/layer.5/attention/Reshape_1_output_0:0: {} | |
| padding_sequence:0: {} | |
| output: | |
| /distilbert/transformer/layer.5/attention/Where_output_0:0: {} | |
| attr: | |
| src0_perm: 2,0,3,1 | |
| src1_perm: 2,0,1,3 | |
| output_scale: 0.125 | |
| format_any: false | |
| append_op: binary_add | |
| /distilbert/transformer/layer.5/attention/Softmax: | |
| type: Softmax | |
| input: | |
| /distilbert/transformer/layer.5/attention/Where_output_0:0: {} | |
| /distilbert/transformer/layer.5/attention/Softmax_output_0:0_min: {} | |
| /distilbert/transformer/layer.5/attention/Softmax_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.5/attention/Softmax_output_0:0: {} | |
| attr: | |
| output_dtype: u8 | |
| /distilbert/transformer/layer.5/attention/Transpose_3: | |
| type: Matmul | |
| input: | |
| /distilbert/transformer/layer.5/attention/Softmax_output_0:0: {} | |
| /distilbert/transformer/layer.5/attention/Reshape_2_output_0:0: {} | |
| /distilbert/transformer/layer.5/attention/Softmax_output_0:0_min: {} | |
| /distilbert/transformer/layer.5/attention/Softmax_output_0:0_max: {} | |
| /distilbert/transformer/layer.5/attention/Reshape_2_output_0:0_min: {} | |
| /distilbert/transformer/layer.5/attention/Reshape_2_output_0:0_max: {} | |
| /distilbert/transformer/layer.5/attention/Reshape_4_output_0:0_min: {} | |
| /distilbert/transformer/layer.5/attention/Reshape_4_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.5/attention/Reshape_4_output_0:0: {} | |
| attr: | |
| src1_perm: 2,0,3,1 | |
| dst_perm: 1,3,0,2 | |
| output_dtype: u8 | |
| reshape: 768,-1 | |
| /distilbert/transformer/layer.5/Add: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.5/attention/out_lin/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.5/attention/Reshape_4_output_0:0: {} | |
| distilbert.transformer.layer.5.attention.out_lin.bias:0: {} | |
| /distilbert/transformer/layer.4/output_layer_norm/Add_1_output_0:0: {} | |
| /distilbert/transformer/layer.5/attention/out_lin/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.5/attention/out_lin/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.5/attention/Reshape_4_output_0:0_min: {} | |
| /distilbert/transformer/layer.5/attention/Reshape_4_output_0:0_max: {} | |
| /distilbert/transformer/layer.5/Add_output_0:0_min: {} | |
| /distilbert/transformer/layer.5/Add_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.5/Add_output_0:0: {} | |
| attr: | |
| append_op: sum | |
| /distilbert/transformer/layer.5/sa_layer_norm/Add_1: | |
| type: LayerNorm | |
| input: | |
| /distilbert/transformer/layer.5/Add_output_0:0: {} | |
| distilbert.transformer.layer.5.sa_layer_norm.weight:0: {} | |
| distilbert.transformer.layer.5.sa_layer_norm.bias:0: {} | |
| output: | |
| /distilbert/transformer/layer.5/sa_layer_norm/Add_1_output_0:0: {} | |
| attr: | |
| epsilon: 9.999999960041972e-13 | |
| transpose_mode: 1, 0 | |
| /distilbert/transformer/layer.5/ffn/activation/Mul_1_quant_0: | |
| type: Quantize | |
| input: | |
| /distilbert/transformer/layer.5/sa_layer_norm/Add_1_output_0:0: {} | |
| /distilbert/transformer/layer.5/sa_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.5/sa_layer_norm/Add_1_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.5/sa_layer_norm/Add_1_output_0:0_quant: {} | |
| attr: | |
| output_dtype: u8 | |
| /distilbert/transformer/layer.5/ffn/activation/Mul_1: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.5/ffn/lin1/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.5/sa_layer_norm/Add_1_output_0:0_quant: {} | |
| distilbert.transformer.layer.5.ffn.lin1.bias:0: {} | |
| /distilbert/transformer/layer.5/ffn/lin1/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.5/ffn/lin1/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.5/sa_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.5/sa_layer_norm/Add_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.5/ffn/activation/Mul_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.5/ffn/activation/Mul_1_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.5/ffn/activation/Mul_1_output_0:0: {} | |
| attr: | |
| append_op: gelu_tanh | |
| output_dtype: u8 | |
| /distilbert/transformer/layer.5/Add_1: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.5/ffn/lin2/Transpose_output_0_quantized:0: {} | |
| /distilbert/transformer/layer.5/ffn/activation/Mul_1_output_0:0: {} | |
| distilbert.transformer.layer.5.ffn.lin2.bias:0: {} | |
| /distilbert/transformer/layer.5/sa_layer_norm/Add_1_output_0:0: {} | |
| /distilbert/transformer/layer.5/ffn/lin2/Transpose_output_0_quantized:0_min: {} | |
| /distilbert/transformer/layer.5/ffn/lin2/Transpose_output_0_quantized:0_max: {} | |
| /distilbert/transformer/layer.5/ffn/activation/Mul_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.5/ffn/activation/Mul_1_output_0:0_max: {} | |
| /distilbert/transformer/layer.5/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.5/Add_1_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.5/Add_1_output_0:0: {} | |
| attr: | |
| append_op: sum | |
| /distilbert/transformer/layer.5/Add_1_Reorder_Recover: | |
| type: Reorder | |
| input: | |
| /distilbert/transformer/layer.5/Add_1_output_0:0: {} | |
| output: | |
| /distilbert/transformer/layer.5/Add_1_output_0:0_recover: {} | |
| attr: | |
| src_perm: 0,1 | |
| dst_perm: 1,0 | |
| /distilbert/transformer/layer.5/output_layer_norm/Add_1: | |
| type: LayerNorm | |
| input: | |
| /distilbert/transformer/layer.5/Add_1_output_0:0_recover: {} | |
| distilbert.transformer.layer.5.output_layer_norm.weight:0: {} | |
| distilbert.transformer.layer.5.output_layer_norm.bias:0: {} | |
| output: | |
| /distilbert/transformer/layer.5/output_layer_norm/Add_1_output_0:0: {} | |
| attr: | |
| epsilon: 9.999999960041972e-13 | |
| /qa_outputs/Add_quant_0: | |
| type: Quantize | |
| input: | |
| /distilbert/transformer/layer.5/output_layer_norm/Add_1_output_0:0: {} | |
| /distilbert/transformer/layer.5/output_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.5/output_layer_norm/Add_1_output_0:0_max: {} | |
| output: | |
| /distilbert/transformer/layer.5/output_layer_norm/Add_1_output_0:0_quant: {} | |
| attr: | |
| output_dtype: u8 | |
| /qa_outputs/Add: | |
| type: InnerProduct | |
| input: | |
| /distilbert/transformer/layer.5/output_layer_norm/Add_1_output_0:0_quant: {} | |
| /qa_outputs/Transpose_output_0_quantized:0: {} | |
| qa_outputs.bias:0: {} | |
| /distilbert/transformer/layer.5/output_layer_norm/Add_1_output_0:0_min: {} | |
| /distilbert/transformer/layer.5/output_layer_norm/Add_1_output_0:0_max: {} | |
| /qa_outputs/Transpose_output_0_quantized:0_min: {} | |
| /qa_outputs/Transpose_output_0_quantized:0_max: {} | |
| /qa_outputs/Add_output_0:0_min: {} | |
| /qa_outputs/Add_output_0:0_max: {} | |
| input_ids:0: {} | |
| output: | |
| logits: {} | |
| attr: | |
| src1_perm: 1,0 | |
| reshape: -1,-1,2 | |
| reshape_dims: 0,1 | |
| output_data: | |
| type: Output | |
| input: | |
| logits: {} | |