helenai commited on
Commit
5c79e79
1 Parent(s): 9bed077

commit files to HF hub

Browse files
Files changed (8) hide show
  1. README.md +25 -0
  2. config.json +1 -1
  3. inference.py +10 -0
  4. openvino_model.xml +269 -268
  5. special_tokens_map.json +7 -0
  6. tokenizer.json +0 -0
  7. tokenizer_config.json +15 -0
  8. vocab.txt +0 -0
README.md ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ language:
3
+ - en
4
+ tags:
5
+ - openvino
6
+ ---
7
+
8
+ # elastic/distilbert-base-uncased-finetuned-conll03-english
9
+
10
+ This is the [elastic/distilbert-base-uncased-finetuned-conll03-english](https://huggingface.co/elastic/distilbert-base-uncased-finetuned-conll03-english) model converted to [OpenVINO](https://openvino.ai), for accellerated inference.
11
+
12
+ An example of how to do inference on this model:
13
+ ```python
14
+ from optimum.intel.openvino import OVModelForTokenClassification
15
+ from transformers import AutoTokenizer, pipeline
16
+
17
+ # model_id should be set to either a local directory or a model available on the HuggingFace hub.
18
+ model_id = "helenai/elastic-distilbert-base-uncased-finetuned-conll03-english-ov"
19
+ tokenizer = AutoTokenizer.from_pretrained(model_id)
20
+ model = OVModelForTokenClassification.from_pretrained(model_id)
21
+ pipe = pipeline("token-classification", model=model, tokenizer=tokenizer)
22
+ result = pipe("My name is Wolfgang and I live in Berlin")
23
+ print(result)
24
+ ```
25
+
config.json CHANGED
@@ -41,6 +41,6 @@
41
  "seq_classif_dropout": 0.2,
42
  "sinusoidal_pos_embds": false,
43
  "tie_weights_": true,
44
- "transformers_version": "4.26.0",
45
  "vocab_size": 30522
46
  }
 
41
  "seq_classif_dropout": 0.2,
42
  "sinusoidal_pos_embds": false,
43
  "tie_weights_": true,
44
+ "transformers_version": "4.27.4",
45
  "vocab_size": 30522
46
  }
inference.py ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ from optimum.intel.openvino import OVModelForTokenClassification
2
+ from transformers import AutoTokenizer, pipeline
3
+
4
+ # model_id should be set to either a local directory or a model available on the HuggingFace hub.
5
+ model_id = "helenai/elastic-distilbert-base-uncased-finetuned-conll03-english-ov"
6
+ tokenizer = AutoTokenizer.from_pretrained(model_id)
7
+ model = OVModelForTokenClassification.from_pretrained(model_id)
8
+ pipe = pipeline("token-classification", model=model, tokenizer=tokenizer)
9
+ result = pipe("My name is Wolfgang and I live in Berlin")
10
+ print(result)
openvino_model.xml CHANGED
@@ -274,10 +274,10 @@
274
  </port>
275
  </output>
276
  </layer>
277
- <layer id="24" name="Constant_62178" type="Const" version="opset1">
278
  <data element_type="i64" shape="" offset="18468" size="8" />
279
  <rt_info>
280
- <attribute name="fused_names" version="0" value="Constant_62178" />
281
  </rt_info>
282
  <output>
283
  <port id="0" precision="I64" />
@@ -319,13 +319,13 @@
319
  </port>
320
  </output>
321
  </layer>
322
- <layer id="27" name="Constant_3" type="Const" version="opset1">
323
  <data element_type="i64" shape="1, 512" offset="95447084" size="4096" />
324
  <rt_info>
325
- <attribute name="fused_names" version="0" value="Constant_3" />
326
  </rt_info>
327
  <output>
328
- <port id="0" precision="I64" names="onnx::Slice_108">
329
  <dim>1</dim>
330
  <dim>512</dim>
331
  </port>
@@ -348,14 +348,15 @@
348
  <attribute name="fused_names" version="0" value="/distilbert/embeddings/Shape" />
349
  </rt_info>
350
  <input>
351
- <port id="0" precision="I64">
352
  <dim>-1</dim>
353
  <dim>-1</dim>
 
354
  </port>
355
  </input>
356
  <output>
357
  <port id="1" precision="I64" names="/distilbert/embeddings/Shape_output_0">
358
- <dim>2</dim>
359
  </port>
360
  </output>
361
  </layer>
@@ -368,10 +369,10 @@
368
  <port id="0" precision="I64" names="/distilbert/embeddings/Constant_output_0" />
369
  </output>
370
  </layer>
371
- <layer id="31" name="Constant_62163" type="Const" version="opset1">
372
  <data element_type="i64" shape="" offset="18468" size="8" />
373
  <rt_info>
374
- <attribute name="fused_names" version="0" value="Constant_62163" />
375
  </rt_info>
376
  <output>
377
  <port id="0" precision="I64" />
@@ -380,11 +381,11 @@
380
  <layer id="32" name="/distilbert/embeddings/Gather" type="Gather" version="opset8">
381
  <data batch_dims="0" />
382
  <rt_info>
383
- <attribute name="fused_names" version="0" value="/distilbert/embeddings/Constant, /distilbert/embeddings/Gather, Constant_62163" />
384
  </rt_info>
385
  <input>
386
  <port id="0" precision="I64">
387
- <dim>2</dim>
388
  </port>
389
  <port id="1" precision="I64" />
390
  <port id="2" precision="I64" />
@@ -393,10 +394,10 @@
393
  <port id="3" precision="I64" names="/distilbert/embeddings/Gather_output_0" />
394
  </output>
395
  </layer>
396
- <layer id="33" name="Constant_62167" type="Const" version="opset1">
397
  <data element_type="i64" shape="1" offset="18468" size="8" />
398
  <rt_info>
399
- <attribute name="fused_names" version="0" value="Constant_62167" />
400
  </rt_info>
401
  <output>
402
  <port id="0" precision="I64">
@@ -406,7 +407,7 @@
406
  </layer>
407
  <layer id="34" name="/distilbert/embeddings/Unsqueeze" type="Unsqueeze" version="opset1">
408
  <rt_info>
409
- <attribute name="fused_names" version="0" value="/distilbert/embeddings/Unsqueeze, Constant_62167" />
410
  </rt_info>
411
  <input>
412
  <port id="0" precision="I64" />
@@ -471,10 +472,10 @@
471
  </port>
472
  </output>
473
  </layer>
474
- <layer id="38" name="Constant_62180" type="Const" version="opset1">
475
  <data element_type="i64" shape="" offset="18468" size="8" />
476
  <rt_info>
477
- <attribute name="fused_names" version="0" value="Constant_62180" />
478
  </rt_info>
479
  <output>
480
  <port id="0" precision="I64" />
@@ -529,10 +530,10 @@
529
  </port>
530
  </output>
531
  </layer>
532
- <layer id="41" name="Constant_62183" type="Const" version="opset1">
533
  <data element_type="i64" shape="1" offset="95451188" size="8" />
534
  <rt_info>
535
- <attribute name="fused_names" version="0" value="Constant_62183" />
536
  </rt_info>
537
  <output>
538
  <port id="0" precision="I64">
@@ -618,10 +619,10 @@
618
  </port>
619
  </output>
620
  </layer>
621
- <layer id="46" name="Constant_62188" type="Const" version="opset1">
622
  <data element_type="i64" shape="1" offset="95451188" size="8" />
623
  <rt_info>
624
- <attribute name="fused_names" version="0" value="Constant_62188" />
625
  </rt_info>
626
  <output>
627
  <port id="0" precision="I64">
@@ -821,10 +822,10 @@
821
  <port id="0" precision="I64" names="/distilbert/transformer/layer.0/attention/Constant_output_0" />
822
  </output>
823
  </layer>
824
- <layer id="58" name="Constant_62198" type="Const" version="opset1">
825
  <data element_type="i64" shape="" offset="18468" size="8" />
826
  <rt_info>
827
- <attribute name="fused_names" version="0" value="Constant_62198" />
828
  </rt_info>
829
  <output>
830
  <port id="0" precision="I64" />
@@ -833,7 +834,7 @@
833
  <layer id="59" name="/distilbert/transformer/layer.0/attention/Gather" type="Gather" version="opset8">
834
  <data batch_dims="0" />
835
  <rt_info>
836
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.0/attention/Constant, /distilbert/transformer/layer.0/attention/Gather, Constant_62198" />
837
  </rt_info>
838
  <input>
839
  <port id="0" precision="I64">
@@ -846,10 +847,10 @@
846
  <port id="3" precision="I64" names="/distilbert/transformer/layer.0/attention/Gather_output_0" />
847
  </output>
848
  </layer>
849
- <layer id="60" name="Constant_62260" type="Const" version="opset1">
850
  <data element_type="i64" shape="1" offset="18468" size="8" />
851
  <rt_info>
852
- <attribute name="fused_names" version="0" value="Constant_62260" />
853
  </rt_info>
854
  <output>
855
  <port id="0" precision="I64">
@@ -859,7 +860,7 @@
859
  </layer>
860
  <layer id="61" name="/distilbert/transformer/layer.0/attention/Unsqueeze_3" type="Unsqueeze" version="opset1">
861
  <rt_info>
862
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.0/attention/Unsqueeze_3, Constant_62260" />
863
  </rt_info>
864
  <input>
865
  <port id="0" precision="I64" />
@@ -922,10 +923,10 @@
922
  <port id="0" precision="I64" names="/distilbert/transformer/layer.0/attention/Constant_1_output_0" />
923
  </output>
924
  </layer>
925
- <layer id="66" name="Constant_62202" type="Const" version="opset1">
926
  <data element_type="i64" shape="" offset="18468" size="8" />
927
  <rt_info>
928
- <attribute name="fused_names" version="0" value="Constant_62202" />
929
  </rt_info>
930
  <output>
931
  <port id="0" precision="I64" />
@@ -934,7 +935,7 @@
934
  <layer id="67" name="/distilbert/transformer/layer.0/attention/Gather_1" type="Gather" version="opset8">
935
  <data batch_dims="0" />
936
  <rt_info>
937
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.0/attention/Constant_1, /distilbert/transformer/layer.0/attention/Gather_1, Constant_62202" />
938
  </rt_info>
939
  <input>
940
  <port id="0" precision="I64">
@@ -947,10 +948,10 @@
947
  <port id="3" precision="I64" names="/distilbert/transformer/layer.0/attention/Gather_1_output_0" />
948
  </output>
949
  </layer>
950
- <layer id="68" name="Constant_62264" type="Const" version="opset1">
951
  <data element_type="i64" shape="1" offset="18468" size="8" />
952
  <rt_info>
953
- <attribute name="fused_names" version="0" value="Constant_62264" />
954
  </rt_info>
955
  <output>
956
  <port id="0" precision="I64">
@@ -960,7 +961,7 @@
960
  </layer>
961
  <layer id="69" name="/distilbert/transformer/layer.0/attention/Unsqueeze_4" type="Unsqueeze" version="opset1">
962
  <rt_info>
963
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.0/attention/Unsqueeze_4, Constant_62264" />
964
  </rt_info>
965
  <input>
966
  <port id="0" precision="I64" />
@@ -1092,10 +1093,10 @@
1092
  </port>
1093
  </output>
1094
  </layer>
1095
- <layer id="76" name="Constant_62206" type="Const" version="opset1">
1096
  <data element_type="i64" shape="1" offset="18468" size="8" />
1097
  <rt_info>
1098
- <attribute name="fused_names" version="0" value="Constant_62206" />
1099
  </rt_info>
1100
  <output>
1101
  <port id="0" precision="I64">
@@ -1105,7 +1106,7 @@
1105
  </layer>
1106
  <layer id="77" name="/distilbert/transformer/layer.0/attention/Unsqueeze" type="Unsqueeze" version="opset1">
1107
  <rt_info>
1108
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.0/attention/Unsqueeze, Constant_62206" />
1109
  </rt_info>
1110
  <input>
1111
  <port id="0" precision="I64" />
@@ -1201,10 +1202,10 @@
1201
  </port>
1202
  </output>
1203
  </layer>
1204
- <layer id="83" name="Constant_62231" type="Const" version="opset1">
1205
  <data element_type="i64" shape="4" offset="97819732" size="32" />
1206
  <rt_info>
1207
- <attribute name="fused_names" version="0" value="Constant_62231" />
1208
  </rt_info>
1209
  <output>
1210
  <port id="0" precision="I64">
@@ -1338,10 +1339,10 @@
1338
  </port>
1339
  </output>
1340
  </layer>
1341
- <layer id="91" name="Constant_62212" type="Const" version="opset1">
1342
  <data element_type="i64" shape="1" offset="18468" size="8" />
1343
  <rt_info>
1344
- <attribute name="fused_names" version="0" value="Constant_62212" />
1345
  </rt_info>
1346
  <output>
1347
  <port id="0" precision="I64">
@@ -1351,7 +1352,7 @@
1351
  </layer>
1352
  <layer id="92" name="/distilbert/transformer/layer.0/attention/Unsqueeze_1" type="Unsqueeze" version="opset1">
1353
  <rt_info>
1354
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.0/attention/Unsqueeze_1, Constant_62212" />
1355
  </rt_info>
1356
  <input>
1357
  <port id="0" precision="I64" />
@@ -1447,10 +1448,10 @@
1447
  </port>
1448
  </output>
1449
  </layer>
1450
- <layer id="98" name="Constant_62255" type="Const" version="opset1">
1451
  <data element_type="i64" shape="4" offset="100182136" size="32" />
1452
  <rt_info>
1453
- <attribute name="fused_names" version="0" value="Constant_62255" />
1454
  </rt_info>
1455
  <output>
1456
  <port id="0" precision="I64">
@@ -1706,10 +1707,10 @@
1706
  </port>
1707
  </output>
1708
  </layer>
1709
- <layer id="111" name="Constant_62218" type="Const" version="opset1">
1710
  <data element_type="i64" shape="1" offset="18468" size="8" />
1711
  <rt_info>
1712
- <attribute name="fused_names" version="0" value="Constant_62218" />
1713
  </rt_info>
1714
  <output>
1715
  <port id="0" precision="I64">
@@ -1719,7 +1720,7 @@
1719
  </layer>
1720
  <layer id="112" name="/distilbert/transformer/layer.0/attention/Unsqueeze_2" type="Unsqueeze" version="opset1">
1721
  <rt_info>
1722
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.0/attention/Unsqueeze_2, Constant_62218" />
1723
  </rt_info>
1724
  <input>
1725
  <port id="0" precision="I64" />
@@ -1815,10 +1816,10 @@
1815
  </port>
1816
  </output>
1817
  </layer>
1818
- <layer id="118" name="Constant_62251" type="Const" version="opset1">
1819
  <data element_type="i64" shape="4" offset="97819732" size="32" />
1820
  <rt_info>
1821
- <attribute name="fused_names" version="0" value="Constant_62251" />
1822
  </rt_info>
1823
  <output>
1824
  <port id="0" precision="I64">
@@ -1878,10 +1879,10 @@
1878
  </port>
1879
  </output>
1880
  </layer>
1881
- <layer id="121" name="Constant_62289" type="Const" version="opset1">
1882
  <data element_type="i64" shape="4" offset="97819732" size="32" />
1883
  <rt_info>
1884
- <attribute name="fused_names" version="0" value="Constant_62289" />
1885
  </rt_info>
1886
  <output>
1887
  <port id="0" precision="I64">
@@ -1913,10 +1914,10 @@
1913
  </port>
1914
  </output>
1915
  </layer>
1916
- <layer id="123" name="Constant_62291" type="Const" version="opset1">
1917
  <data element_type="i64" shape="1" offset="18468" size="8" />
1918
  <rt_info>
1919
- <attribute name="fused_names" version="0" value="Constant_62291" />
1920
  </rt_info>
1921
  <output>
1922
  <port id="0" precision="I64">
@@ -1926,7 +1927,7 @@
1926
  </layer>
1927
  <layer id="124" name="/distilbert/transformer/layer.0/attention/Unsqueeze_5" type="Unsqueeze" version="opset1">
1928
  <rt_info>
1929
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.0/attention/Unsqueeze_5, Constant_62291" />
1930
  </rt_info>
1931
  <input>
1932
  <port id="0" precision="I64" />
@@ -2092,10 +2093,10 @@
2092
  </port>
2093
  </output>
2094
  </layer>
2095
- <layer id="133" name="Constant_62306" type="Const" version="opset1">
2096
  <data element_type="i64" shape="1" offset="95451188" size="8" />
2097
  <rt_info>
2098
- <attribute name="fused_names" version="0" value="Constant_62306" />
2099
  </rt_info>
2100
  <output>
2101
  <port id="0" precision="I64">
@@ -2181,10 +2182,10 @@
2181
  </port>
2182
  </output>
2183
  </layer>
2184
- <layer id="138" name="Constant_62311" type="Const" version="opset1">
2185
  <data element_type="i64" shape="1" offset="95451188" size="8" />
2186
  <rt_info>
2187
- <attribute name="fused_names" version="0" value="Constant_62311" />
2188
  </rt_info>
2189
  <output>
2190
  <port id="0" precision="I64">
@@ -2634,10 +2635,10 @@
2634
  </port>
2635
  </output>
2636
  </layer>
2637
- <layer id="163" name="Constant_62332" type="Const" version="opset1">
2638
  <data element_type="i64" shape="1" offset="95451188" size="8" />
2639
  <rt_info>
2640
- <attribute name="fused_names" version="0" value="Constant_62332" />
2641
  </rt_info>
2642
  <output>
2643
  <port id="0" precision="I64">
@@ -2723,10 +2724,10 @@
2723
  </port>
2724
  </output>
2725
  </layer>
2726
- <layer id="168" name="Constant_62337" type="Const" version="opset1">
2727
  <data element_type="i64" shape="1" offset="95451188" size="8" />
2728
  <rt_info>
2729
- <attribute name="fused_names" version="0" value="Constant_62337" />
2730
  </rt_info>
2731
  <output>
2732
  <port id="0" precision="I64">
@@ -2926,10 +2927,10 @@
2926
  <port id="0" precision="I64" names="/distilbert/transformer/layer.1/attention/Constant_output_0" />
2927
  </output>
2928
  </layer>
2929
- <layer id="180" name="Constant_62347" type="Const" version="opset1">
2930
  <data element_type="i64" shape="" offset="18468" size="8" />
2931
  <rt_info>
2932
- <attribute name="fused_names" version="0" value="Constant_62347" />
2933
  </rt_info>
2934
  <output>
2935
  <port id="0" precision="I64" />
@@ -2938,7 +2939,7 @@
2938
  <layer id="181" name="/distilbert/transformer/layer.1/attention/Gather" type="Gather" version="opset8">
2939
  <data batch_dims="0" />
2940
  <rt_info>
2941
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.1/attention/Constant, /distilbert/transformer/layer.1/attention/Gather, Constant_62347" />
2942
  </rt_info>
2943
  <input>
2944
  <port id="0" precision="I64">
@@ -2951,10 +2952,10 @@
2951
  <port id="3" precision="I64" names="/distilbert/transformer/layer.1/attention/Gather_output_0" />
2952
  </output>
2953
  </layer>
2954
- <layer id="182" name="Constant_62407" type="Const" version="opset1">
2955
  <data element_type="i64" shape="1" offset="18468" size="8" />
2956
  <rt_info>
2957
- <attribute name="fused_names" version="0" value="Constant_62407" />
2958
  </rt_info>
2959
  <output>
2960
  <port id="0" precision="I64">
@@ -2964,7 +2965,7 @@
2964
  </layer>
2965
  <layer id="183" name="/distilbert/transformer/layer.1/attention/Unsqueeze_3" type="Unsqueeze" version="opset1">
2966
  <rt_info>
2967
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.1/attention/Unsqueeze_3, Constant_62407" />
2968
  </rt_info>
2969
  <input>
2970
  <port id="0" precision="I64" />
@@ -3027,10 +3028,10 @@
3027
  <port id="0" precision="I64" names="/distilbert/transformer/layer.1/attention/Constant_1_output_0" />
3028
  </output>
3029
  </layer>
3030
- <layer id="188" name="Constant_62351" type="Const" version="opset1">
3031
  <data element_type="i64" shape="" offset="18468" size="8" />
3032
  <rt_info>
3033
- <attribute name="fused_names" version="0" value="Constant_62351" />
3034
  </rt_info>
3035
  <output>
3036
  <port id="0" precision="I64" />
@@ -3039,7 +3040,7 @@
3039
  <layer id="189" name="/distilbert/transformer/layer.1/attention/Gather_1" type="Gather" version="opset8">
3040
  <data batch_dims="0" />
3041
  <rt_info>
3042
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.1/attention/Constant_1, /distilbert/transformer/layer.1/attention/Gather_1, Constant_62351" />
3043
  </rt_info>
3044
  <input>
3045
  <port id="0" precision="I64">
@@ -3052,10 +3053,10 @@
3052
  <port id="3" precision="I64" names="/distilbert/transformer/layer.1/attention/Gather_1_output_0" />
3053
  </output>
3054
  </layer>
3055
- <layer id="190" name="Constant_62411" type="Const" version="opset1">
3056
  <data element_type="i64" shape="1" offset="18468" size="8" />
3057
  <rt_info>
3058
- <attribute name="fused_names" version="0" value="Constant_62411" />
3059
  </rt_info>
3060
  <output>
3061
  <port id="0" precision="I64">
@@ -3065,7 +3066,7 @@
3065
  </layer>
3066
  <layer id="191" name="/distilbert/transformer/layer.1/attention/Unsqueeze_4" type="Unsqueeze" version="opset1">
3067
  <rt_info>
3068
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.1/attention/Unsqueeze_4, Constant_62411" />
3069
  </rt_info>
3070
  <input>
3071
  <port id="0" precision="I64" />
@@ -3197,10 +3198,10 @@
3197
  </port>
3198
  </output>
3199
  </layer>
3200
- <layer id="198" name="Constant_62355" type="Const" version="opset1">
3201
  <data element_type="i64" shape="1" offset="18468" size="8" />
3202
  <rt_info>
3203
- <attribute name="fused_names" version="0" value="Constant_62355" />
3204
  </rt_info>
3205
  <output>
3206
  <port id="0" precision="I64">
@@ -3210,7 +3211,7 @@
3210
  </layer>
3211
  <layer id="199" name="/distilbert/transformer/layer.1/attention/Unsqueeze" type="Unsqueeze" version="opset1">
3212
  <rt_info>
3213
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.1/attention/Unsqueeze, Constant_62355" />
3214
  </rt_info>
3215
  <input>
3216
  <port id="0" precision="I64" />
@@ -3306,10 +3307,10 @@
3306
  </port>
3307
  </output>
3308
  </layer>
3309
- <layer id="205" name="Constant_62380" type="Const" version="opset1">
3310
  <data element_type="i64" shape="4" offset="97819732" size="32" />
3311
  <rt_info>
3312
- <attribute name="fused_names" version="0" value="Constant_62380" />
3313
  </rt_info>
3314
  <output>
3315
  <port id="0" precision="I64">
@@ -3443,10 +3444,10 @@
3443
  </port>
3444
  </output>
3445
  </layer>
3446
- <layer id="213" name="Constant_62361" type="Const" version="opset1">
3447
  <data element_type="i64" shape="1" offset="18468" size="8" />
3448
  <rt_info>
3449
- <attribute name="fused_names" version="0" value="Constant_62361" />
3450
  </rt_info>
3451
  <output>
3452
  <port id="0" precision="I64">
@@ -3456,7 +3457,7 @@
3456
  </layer>
3457
  <layer id="214" name="/distilbert/transformer/layer.1/attention/Unsqueeze_1" type="Unsqueeze" version="opset1">
3458
  <rt_info>
3459
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.1/attention/Unsqueeze_1, Constant_62361" />
3460
  </rt_info>
3461
  <input>
3462
  <port id="0" precision="I64" />
@@ -3552,10 +3553,10 @@
3552
  </port>
3553
  </output>
3554
  </layer>
3555
- <layer id="220" name="Constant_62404" type="Const" version="opset1">
3556
  <data element_type="i64" shape="4" offset="100182136" size="32" />
3557
  <rt_info>
3558
- <attribute name="fused_names" version="0" value="Constant_62404" />
3559
  </rt_info>
3560
  <output>
3561
  <port id="0" precision="I64">
@@ -3811,10 +3812,10 @@
3811
  </port>
3812
  </output>
3813
  </layer>
3814
- <layer id="233" name="Constant_62367" type="Const" version="opset1">
3815
  <data element_type="i64" shape="1" offset="18468" size="8" />
3816
  <rt_info>
3817
- <attribute name="fused_names" version="0" value="Constant_62367" />
3818
  </rt_info>
3819
  <output>
3820
  <port id="0" precision="I64">
@@ -3824,7 +3825,7 @@
3824
  </layer>
3825
  <layer id="234" name="/distilbert/transformer/layer.1/attention/Unsqueeze_2" type="Unsqueeze" version="opset1">
3826
  <rt_info>
3827
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.1/attention/Unsqueeze_2, Constant_62367" />
3828
  </rt_info>
3829
  <input>
3830
  <port id="0" precision="I64" />
@@ -3920,10 +3921,10 @@
3920
  </port>
3921
  </output>
3922
  </layer>
3923
- <layer id="240" name="Constant_62400" type="Const" version="opset1">
3924
  <data element_type="i64" shape="4" offset="97819732" size="32" />
3925
  <rt_info>
3926
- <attribute name="fused_names" version="0" value="Constant_62400" />
3927
  </rt_info>
3928
  <output>
3929
  <port id="0" precision="I64">
@@ -3983,10 +3984,10 @@
3983
  </port>
3984
  </output>
3985
  </layer>
3986
- <layer id="243" name="Constant_62436" type="Const" version="opset1">
3987
  <data element_type="i64" shape="4" offset="97819732" size="32" />
3988
  <rt_info>
3989
- <attribute name="fused_names" version="0" value="Constant_62436" />
3990
  </rt_info>
3991
  <output>
3992
  <port id="0" precision="I64">
@@ -4018,10 +4019,10 @@
4018
  </port>
4019
  </output>
4020
  </layer>
4021
- <layer id="245" name="Constant_62438" type="Const" version="opset1">
4022
  <data element_type="i64" shape="1" offset="18468" size="8" />
4023
  <rt_info>
4024
- <attribute name="fused_names" version="0" value="Constant_62438" />
4025
  </rt_info>
4026
  <output>
4027
  <port id="0" precision="I64">
@@ -4031,7 +4032,7 @@
4031
  </layer>
4032
  <layer id="246" name="/distilbert/transformer/layer.1/attention/Unsqueeze_5" type="Unsqueeze" version="opset1">
4033
  <rt_info>
4034
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.1/attention/Unsqueeze_5, Constant_62438" />
4035
  </rt_info>
4036
  <input>
4037
  <port id="0" precision="I64" />
@@ -4197,10 +4198,10 @@
4197
  </port>
4198
  </output>
4199
  </layer>
4200
- <layer id="255" name="Constant_62453" type="Const" version="opset1">
4201
  <data element_type="i64" shape="1" offset="95451188" size="8" />
4202
  <rt_info>
4203
- <attribute name="fused_names" version="0" value="Constant_62453" />
4204
  </rt_info>
4205
  <output>
4206
  <port id="0" precision="I64">
@@ -4286,10 +4287,10 @@
4286
  </port>
4287
  </output>
4288
  </layer>
4289
- <layer id="260" name="Constant_62458" type="Const" version="opset1">
4290
  <data element_type="i64" shape="1" offset="95451188" size="8" />
4291
  <rt_info>
4292
- <attribute name="fused_names" version="0" value="Constant_62458" />
4293
  </rt_info>
4294
  <output>
4295
  <port id="0" precision="I64">
@@ -4739,10 +4740,10 @@
4739
  </port>
4740
  </output>
4741
  </layer>
4742
- <layer id="285" name="Constant_62479" type="Const" version="opset1">
4743
  <data element_type="i64" shape="1" offset="95451188" size="8" />
4744
  <rt_info>
4745
- <attribute name="fused_names" version="0" value="Constant_62479" />
4746
  </rt_info>
4747
  <output>
4748
  <port id="0" precision="I64">
@@ -4828,10 +4829,10 @@
4828
  </port>
4829
  </output>
4830
  </layer>
4831
- <layer id="290" name="Constant_62484" type="Const" version="opset1">
4832
  <data element_type="i64" shape="1" offset="95451188" size="8" />
4833
  <rt_info>
4834
- <attribute name="fused_names" version="0" value="Constant_62484" />
4835
  </rt_info>
4836
  <output>
4837
  <port id="0" precision="I64">
@@ -5031,10 +5032,10 @@
5031
  <port id="0" precision="I64" names="/distilbert/transformer/layer.2/attention/Constant_output_0" />
5032
  </output>
5033
  </layer>
5034
- <layer id="302" name="Constant_62494" type="Const" version="opset1">
5035
  <data element_type="i64" shape="" offset="18468" size="8" />
5036
  <rt_info>
5037
- <attribute name="fused_names" version="0" value="Constant_62494" />
5038
  </rt_info>
5039
  <output>
5040
  <port id="0" precision="I64" />
@@ -5043,7 +5044,7 @@
5043
  <layer id="303" name="/distilbert/transformer/layer.2/attention/Gather" type="Gather" version="opset8">
5044
  <data batch_dims="0" />
5045
  <rt_info>
5046
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.2/attention/Constant, /distilbert/transformer/layer.2/attention/Gather, Constant_62494" />
5047
  </rt_info>
5048
  <input>
5049
  <port id="0" precision="I64">
@@ -5056,10 +5057,10 @@
5056
  <port id="3" precision="I64" names="/distilbert/transformer/layer.2/attention/Gather_output_0" />
5057
  </output>
5058
  </layer>
5059
- <layer id="304" name="Constant_62554" type="Const" version="opset1">
5060
  <data element_type="i64" shape="1" offset="18468" size="8" />
5061
  <rt_info>
5062
- <attribute name="fused_names" version="0" value="Constant_62554" />
5063
  </rt_info>
5064
  <output>
5065
  <port id="0" precision="I64">
@@ -5069,7 +5070,7 @@
5069
  </layer>
5070
  <layer id="305" name="/distilbert/transformer/layer.2/attention/Unsqueeze_3" type="Unsqueeze" version="opset1">
5071
  <rt_info>
5072
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.2/attention/Unsqueeze_3, Constant_62554" />
5073
  </rt_info>
5074
  <input>
5075
  <port id="0" precision="I64" />
@@ -5132,10 +5133,10 @@
5132
  <port id="0" precision="I64" names="/distilbert/transformer/layer.2/attention/Constant_1_output_0" />
5133
  </output>
5134
  </layer>
5135
- <layer id="310" name="Constant_62498" type="Const" version="opset1">
5136
  <data element_type="i64" shape="" offset="18468" size="8" />
5137
  <rt_info>
5138
- <attribute name="fused_names" version="0" value="Constant_62498" />
5139
  </rt_info>
5140
  <output>
5141
  <port id="0" precision="I64" />
@@ -5144,7 +5145,7 @@
5144
  <layer id="311" name="/distilbert/transformer/layer.2/attention/Gather_1" type="Gather" version="opset8">
5145
  <data batch_dims="0" />
5146
  <rt_info>
5147
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.2/attention/Constant_1, /distilbert/transformer/layer.2/attention/Gather_1, Constant_62498" />
5148
  </rt_info>
5149
  <input>
5150
  <port id="0" precision="I64">
@@ -5157,10 +5158,10 @@
5157
  <port id="3" precision="I64" names="/distilbert/transformer/layer.2/attention/Gather_1_output_0" />
5158
  </output>
5159
  </layer>
5160
- <layer id="312" name="Constant_62558" type="Const" version="opset1">
5161
  <data element_type="i64" shape="1" offset="18468" size="8" />
5162
  <rt_info>
5163
- <attribute name="fused_names" version="0" value="Constant_62558" />
5164
  </rt_info>
5165
  <output>
5166
  <port id="0" precision="I64">
@@ -5170,7 +5171,7 @@
5170
  </layer>
5171
  <layer id="313" name="/distilbert/transformer/layer.2/attention/Unsqueeze_4" type="Unsqueeze" version="opset1">
5172
  <rt_info>
5173
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.2/attention/Unsqueeze_4, Constant_62558" />
5174
  </rt_info>
5175
  <input>
5176
  <port id="0" precision="I64" />
@@ -5302,10 +5303,10 @@
5302
  </port>
5303
  </output>
5304
  </layer>
5305
- <layer id="320" name="Constant_62502" type="Const" version="opset1">
5306
  <data element_type="i64" shape="1" offset="18468" size="8" />
5307
  <rt_info>
5308
- <attribute name="fused_names" version="0" value="Constant_62502" />
5309
  </rt_info>
5310
  <output>
5311
  <port id="0" precision="I64">
@@ -5315,7 +5316,7 @@
5315
  </layer>
5316
  <layer id="321" name="/distilbert/transformer/layer.2/attention/Unsqueeze" type="Unsqueeze" version="opset1">
5317
  <rt_info>
5318
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.2/attention/Unsqueeze, Constant_62502" />
5319
  </rt_info>
5320
  <input>
5321
  <port id="0" precision="I64" />
@@ -5411,10 +5412,10 @@
5411
  </port>
5412
  </output>
5413
  </layer>
5414
- <layer id="327" name="Constant_62527" type="Const" version="opset1">
5415
  <data element_type="i64" shape="4" offset="97819732" size="32" />
5416
  <rt_info>
5417
- <attribute name="fused_names" version="0" value="Constant_62527" />
5418
  </rt_info>
5419
  <output>
5420
  <port id="0" precision="I64">
@@ -5548,10 +5549,10 @@
5548
  </port>
5549
  </output>
5550
  </layer>
5551
- <layer id="335" name="Constant_62508" type="Const" version="opset1">
5552
  <data element_type="i64" shape="1" offset="18468" size="8" />
5553
  <rt_info>
5554
- <attribute name="fused_names" version="0" value="Constant_62508" />
5555
  </rt_info>
5556
  <output>
5557
  <port id="0" precision="I64">
@@ -5561,7 +5562,7 @@
5561
  </layer>
5562
  <layer id="336" name="/distilbert/transformer/layer.2/attention/Unsqueeze_1" type="Unsqueeze" version="opset1">
5563
  <rt_info>
5564
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.2/attention/Unsqueeze_1, Constant_62508" />
5565
  </rt_info>
5566
  <input>
5567
  <port id="0" precision="I64" />
@@ -5657,10 +5658,10 @@
5657
  </port>
5658
  </output>
5659
  </layer>
5660
- <layer id="342" name="Constant_62551" type="Const" version="opset1">
5661
  <data element_type="i64" shape="4" offset="100182136" size="32" />
5662
  <rt_info>
5663
- <attribute name="fused_names" version="0" value="Constant_62551" />
5664
  </rt_info>
5665
  <output>
5666
  <port id="0" precision="I64">
@@ -5916,10 +5917,10 @@
5916
  </port>
5917
  </output>
5918
  </layer>
5919
- <layer id="355" name="Constant_62514" type="Const" version="opset1">
5920
  <data element_type="i64" shape="1" offset="18468" size="8" />
5921
  <rt_info>
5922
- <attribute name="fused_names" version="0" value="Constant_62514" />
5923
  </rt_info>
5924
  <output>
5925
  <port id="0" precision="I64">
@@ -5929,7 +5930,7 @@
5929
  </layer>
5930
  <layer id="356" name="/distilbert/transformer/layer.2/attention/Unsqueeze_2" type="Unsqueeze" version="opset1">
5931
  <rt_info>
5932
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.2/attention/Unsqueeze_2, Constant_62514" />
5933
  </rt_info>
5934
  <input>
5935
  <port id="0" precision="I64" />
@@ -6025,10 +6026,10 @@
6025
  </port>
6026
  </output>
6027
  </layer>
6028
- <layer id="362" name="Constant_62547" type="Const" version="opset1">
6029
  <data element_type="i64" shape="4" offset="97819732" size="32" />
6030
  <rt_info>
6031
- <attribute name="fused_names" version="0" value="Constant_62547" />
6032
  </rt_info>
6033
  <output>
6034
  <port id="0" precision="I64">
@@ -6088,10 +6089,10 @@
6088
  </port>
6089
  </output>
6090
  </layer>
6091
- <layer id="365" name="Constant_62583" type="Const" version="opset1">
6092
  <data element_type="i64" shape="4" offset="97819732" size="32" />
6093
  <rt_info>
6094
- <attribute name="fused_names" version="0" value="Constant_62583" />
6095
  </rt_info>
6096
  <output>
6097
  <port id="0" precision="I64">
@@ -6123,10 +6124,10 @@
6123
  </port>
6124
  </output>
6125
  </layer>
6126
- <layer id="367" name="Constant_62585" type="Const" version="opset1">
6127
  <data element_type="i64" shape="1" offset="18468" size="8" />
6128
  <rt_info>
6129
- <attribute name="fused_names" version="0" value="Constant_62585" />
6130
  </rt_info>
6131
  <output>
6132
  <port id="0" precision="I64">
@@ -6136,7 +6137,7 @@
6136
  </layer>
6137
  <layer id="368" name="/distilbert/transformer/layer.2/attention/Unsqueeze_5" type="Unsqueeze" version="opset1">
6138
  <rt_info>
6139
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.2/attention/Unsqueeze_5, Constant_62585" />
6140
  </rt_info>
6141
  <input>
6142
  <port id="0" precision="I64" />
@@ -6302,10 +6303,10 @@
6302
  </port>
6303
  </output>
6304
  </layer>
6305
- <layer id="377" name="Constant_62600" type="Const" version="opset1">
6306
  <data element_type="i64" shape="1" offset="95451188" size="8" />
6307
  <rt_info>
6308
- <attribute name="fused_names" version="0" value="Constant_62600" />
6309
  </rt_info>
6310
  <output>
6311
  <port id="0" precision="I64">
@@ -6391,10 +6392,10 @@
6391
  </port>
6392
  </output>
6393
  </layer>
6394
- <layer id="382" name="Constant_62605" type="Const" version="opset1">
6395
  <data element_type="i64" shape="1" offset="95451188" size="8" />
6396
  <rt_info>
6397
- <attribute name="fused_names" version="0" value="Constant_62605" />
6398
  </rt_info>
6399
  <output>
6400
  <port id="0" precision="I64">
@@ -6844,10 +6845,10 @@
6844
  </port>
6845
  </output>
6846
  </layer>
6847
- <layer id="407" name="Constant_62626" type="Const" version="opset1">
6848
  <data element_type="i64" shape="1" offset="95451188" size="8" />
6849
  <rt_info>
6850
- <attribute name="fused_names" version="0" value="Constant_62626" />
6851
  </rt_info>
6852
  <output>
6853
  <port id="0" precision="I64">
@@ -6933,10 +6934,10 @@
6933
  </port>
6934
  </output>
6935
  </layer>
6936
- <layer id="412" name="Constant_62631" type="Const" version="opset1">
6937
  <data element_type="i64" shape="1" offset="95451188" size="8" />
6938
  <rt_info>
6939
- <attribute name="fused_names" version="0" value="Constant_62631" />
6940
  </rt_info>
6941
  <output>
6942
  <port id="0" precision="I64">
@@ -7136,10 +7137,10 @@
7136
  <port id="0" precision="I64" names="/distilbert/transformer/layer.3/attention/Constant_output_0" />
7137
  </output>
7138
  </layer>
7139
- <layer id="424" name="Constant_62641" type="Const" version="opset1">
7140
  <data element_type="i64" shape="" offset="18468" size="8" />
7141
  <rt_info>
7142
- <attribute name="fused_names" version="0" value="Constant_62641" />
7143
  </rt_info>
7144
  <output>
7145
  <port id="0" precision="I64" />
@@ -7148,7 +7149,7 @@
7148
  <layer id="425" name="/distilbert/transformer/layer.3/attention/Gather" type="Gather" version="opset8">
7149
  <data batch_dims="0" />
7150
  <rt_info>
7151
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.3/attention/Constant, /distilbert/transformer/layer.3/attention/Gather, Constant_62641" />
7152
  </rt_info>
7153
  <input>
7154
  <port id="0" precision="I64">
@@ -7161,10 +7162,10 @@
7161
  <port id="3" precision="I64" names="/distilbert/transformer/layer.3/attention/Gather_output_0" />
7162
  </output>
7163
  </layer>
7164
- <layer id="426" name="Constant_62701" type="Const" version="opset1">
7165
  <data element_type="i64" shape="1" offset="18468" size="8" />
7166
  <rt_info>
7167
- <attribute name="fused_names" version="0" value="Constant_62701" />
7168
  </rt_info>
7169
  <output>
7170
  <port id="0" precision="I64">
@@ -7174,7 +7175,7 @@
7174
  </layer>
7175
  <layer id="427" name="/distilbert/transformer/layer.3/attention/Unsqueeze_3" type="Unsqueeze" version="opset1">
7176
  <rt_info>
7177
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.3/attention/Unsqueeze_3, Constant_62701" />
7178
  </rt_info>
7179
  <input>
7180
  <port id="0" precision="I64" />
@@ -7237,10 +7238,10 @@
7237
  <port id="0" precision="I64" names="/distilbert/transformer/layer.3/attention/Constant_1_output_0" />
7238
  </output>
7239
  </layer>
7240
- <layer id="432" name="Constant_62645" type="Const" version="opset1">
7241
  <data element_type="i64" shape="" offset="18468" size="8" />
7242
  <rt_info>
7243
- <attribute name="fused_names" version="0" value="Constant_62645" />
7244
  </rt_info>
7245
  <output>
7246
  <port id="0" precision="I64" />
@@ -7249,7 +7250,7 @@
7249
  <layer id="433" name="/distilbert/transformer/layer.3/attention/Gather_1" type="Gather" version="opset8">
7250
  <data batch_dims="0" />
7251
  <rt_info>
7252
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.3/attention/Constant_1, /distilbert/transformer/layer.3/attention/Gather_1, Constant_62645" />
7253
  </rt_info>
7254
  <input>
7255
  <port id="0" precision="I64">
@@ -7262,10 +7263,10 @@
7262
  <port id="3" precision="I64" names="/distilbert/transformer/layer.3/attention/Gather_1_output_0" />
7263
  </output>
7264
  </layer>
7265
- <layer id="434" name="Constant_62705" type="Const" version="opset1">
7266
  <data element_type="i64" shape="1" offset="18468" size="8" />
7267
  <rt_info>
7268
- <attribute name="fused_names" version="0" value="Constant_62705" />
7269
  </rt_info>
7270
  <output>
7271
  <port id="0" precision="I64">
@@ -7275,7 +7276,7 @@
7275
  </layer>
7276
  <layer id="435" name="/distilbert/transformer/layer.3/attention/Unsqueeze_4" type="Unsqueeze" version="opset1">
7277
  <rt_info>
7278
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.3/attention/Unsqueeze_4, Constant_62705" />
7279
  </rt_info>
7280
  <input>
7281
  <port id="0" precision="I64" />
@@ -7407,10 +7408,10 @@
7407
  </port>
7408
  </output>
7409
  </layer>
7410
- <layer id="442" name="Constant_62649" type="Const" version="opset1">
7411
  <data element_type="i64" shape="1" offset="18468" size="8" />
7412
  <rt_info>
7413
- <attribute name="fused_names" version="0" value="Constant_62649" />
7414
  </rt_info>
7415
  <output>
7416
  <port id="0" precision="I64">
@@ -7420,7 +7421,7 @@
7420
  </layer>
7421
  <layer id="443" name="/distilbert/transformer/layer.3/attention/Unsqueeze" type="Unsqueeze" version="opset1">
7422
  <rt_info>
7423
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.3/attention/Unsqueeze, Constant_62649" />
7424
  </rt_info>
7425
  <input>
7426
  <port id="0" precision="I64" />
@@ -7516,10 +7517,10 @@
7516
  </port>
7517
  </output>
7518
  </layer>
7519
- <layer id="449" name="Constant_62674" type="Const" version="opset1">
7520
  <data element_type="i64" shape="4" offset="97819732" size="32" />
7521
  <rt_info>
7522
- <attribute name="fused_names" version="0" value="Constant_62674" />
7523
  </rt_info>
7524
  <output>
7525
  <port id="0" precision="I64">
@@ -7653,10 +7654,10 @@
7653
  </port>
7654
  </output>
7655
  </layer>
7656
- <layer id="457" name="Constant_62655" type="Const" version="opset1">
7657
  <data element_type="i64" shape="1" offset="18468" size="8" />
7658
  <rt_info>
7659
- <attribute name="fused_names" version="0" value="Constant_62655" />
7660
  </rt_info>
7661
  <output>
7662
  <port id="0" precision="I64">
@@ -7666,7 +7667,7 @@
7666
  </layer>
7667
  <layer id="458" name="/distilbert/transformer/layer.3/attention/Unsqueeze_1" type="Unsqueeze" version="opset1">
7668
  <rt_info>
7669
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.3/attention/Unsqueeze_1, Constant_62655" />
7670
  </rt_info>
7671
  <input>
7672
  <port id="0" precision="I64" />
@@ -7762,10 +7763,10 @@
7762
  </port>
7763
  </output>
7764
  </layer>
7765
- <layer id="464" name="Constant_62698" type="Const" version="opset1">
7766
  <data element_type="i64" shape="4" offset="100182136" size="32" />
7767
  <rt_info>
7768
- <attribute name="fused_names" version="0" value="Constant_62698" />
7769
  </rt_info>
7770
  <output>
7771
  <port id="0" precision="I64">
@@ -8021,10 +8022,10 @@
8021
  </port>
8022
  </output>
8023
  </layer>
8024
- <layer id="477" name="Constant_62661" type="Const" version="opset1">
8025
  <data element_type="i64" shape="1" offset="18468" size="8" />
8026
  <rt_info>
8027
- <attribute name="fused_names" version="0" value="Constant_62661" />
8028
  </rt_info>
8029
  <output>
8030
  <port id="0" precision="I64">
@@ -8034,7 +8035,7 @@
8034
  </layer>
8035
  <layer id="478" name="/distilbert/transformer/layer.3/attention/Unsqueeze_2" type="Unsqueeze" version="opset1">
8036
  <rt_info>
8037
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.3/attention/Unsqueeze_2, Constant_62661" />
8038
  </rt_info>
8039
  <input>
8040
  <port id="0" precision="I64" />
@@ -8130,10 +8131,10 @@
8130
  </port>
8131
  </output>
8132
  </layer>
8133
- <layer id="484" name="Constant_62694" type="Const" version="opset1">
8134
  <data element_type="i64" shape="4" offset="97819732" size="32" />
8135
  <rt_info>
8136
- <attribute name="fused_names" version="0" value="Constant_62694" />
8137
  </rt_info>
8138
  <output>
8139
  <port id="0" precision="I64">
@@ -8193,10 +8194,10 @@
8193
  </port>
8194
  </output>
8195
  </layer>
8196
- <layer id="487" name="Constant_62730" type="Const" version="opset1">
8197
  <data element_type="i64" shape="4" offset="97819732" size="32" />
8198
  <rt_info>
8199
- <attribute name="fused_names" version="0" value="Constant_62730" />
8200
  </rt_info>
8201
  <output>
8202
  <port id="0" precision="I64">
@@ -8228,10 +8229,10 @@
8228
  </port>
8229
  </output>
8230
  </layer>
8231
- <layer id="489" name="Constant_62732" type="Const" version="opset1">
8232
  <data element_type="i64" shape="1" offset="18468" size="8" />
8233
  <rt_info>
8234
- <attribute name="fused_names" version="0" value="Constant_62732" />
8235
  </rt_info>
8236
  <output>
8237
  <port id="0" precision="I64">
@@ -8241,7 +8242,7 @@
8241
  </layer>
8242
  <layer id="490" name="/distilbert/transformer/layer.3/attention/Unsqueeze_5" type="Unsqueeze" version="opset1">
8243
  <rt_info>
8244
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.3/attention/Unsqueeze_5, Constant_62732" />
8245
  </rt_info>
8246
  <input>
8247
  <port id="0" precision="I64" />
@@ -8407,10 +8408,10 @@
8407
  </port>
8408
  </output>
8409
  </layer>
8410
- <layer id="499" name="Constant_62747" type="Const" version="opset1">
8411
  <data element_type="i64" shape="1" offset="95451188" size="8" />
8412
  <rt_info>
8413
- <attribute name="fused_names" version="0" value="Constant_62747" />
8414
  </rt_info>
8415
  <output>
8416
  <port id="0" precision="I64">
@@ -8496,10 +8497,10 @@
8496
  </port>
8497
  </output>
8498
  </layer>
8499
- <layer id="504" name="Constant_62752" type="Const" version="opset1">
8500
  <data element_type="i64" shape="1" offset="95451188" size="8" />
8501
  <rt_info>
8502
- <attribute name="fused_names" version="0" value="Constant_62752" />
8503
  </rt_info>
8504
  <output>
8505
  <port id="0" precision="I64">
@@ -8949,10 +8950,10 @@
8949
  </port>
8950
  </output>
8951
  </layer>
8952
- <layer id="529" name="Constant_62773" type="Const" version="opset1">
8953
  <data element_type="i64" shape="1" offset="95451188" size="8" />
8954
  <rt_info>
8955
- <attribute name="fused_names" version="0" value="Constant_62773" />
8956
  </rt_info>
8957
  <output>
8958
  <port id="0" precision="I64">
@@ -9038,10 +9039,10 @@
9038
  </port>
9039
  </output>
9040
  </layer>
9041
- <layer id="534" name="Constant_62778" type="Const" version="opset1">
9042
  <data element_type="i64" shape="1" offset="95451188" size="8" />
9043
  <rt_info>
9044
- <attribute name="fused_names" version="0" value="Constant_62778" />
9045
  </rt_info>
9046
  <output>
9047
  <port id="0" precision="I64">
@@ -9241,10 +9242,10 @@
9241
  <port id="0" precision="I64" names="/distilbert/transformer/layer.4/attention/Constant_output_0" />
9242
  </output>
9243
  </layer>
9244
- <layer id="546" name="Constant_62788" type="Const" version="opset1">
9245
  <data element_type="i64" shape="" offset="18468" size="8" />
9246
  <rt_info>
9247
- <attribute name="fused_names" version="0" value="Constant_62788" />
9248
  </rt_info>
9249
  <output>
9250
  <port id="0" precision="I64" />
@@ -9253,7 +9254,7 @@
9253
  <layer id="547" name="/distilbert/transformer/layer.4/attention/Gather" type="Gather" version="opset8">
9254
  <data batch_dims="0" />
9255
  <rt_info>
9256
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.4/attention/Constant, /distilbert/transformer/layer.4/attention/Gather, Constant_62788" />
9257
  </rt_info>
9258
  <input>
9259
  <port id="0" precision="I64">
@@ -9266,10 +9267,10 @@
9266
  <port id="3" precision="I64" names="/distilbert/transformer/layer.4/attention/Gather_output_0" />
9267
  </output>
9268
  </layer>
9269
- <layer id="548" name="Constant_62848" type="Const" version="opset1">
9270
  <data element_type="i64" shape="1" offset="18468" size="8" />
9271
  <rt_info>
9272
- <attribute name="fused_names" version="0" value="Constant_62848" />
9273
  </rt_info>
9274
  <output>
9275
  <port id="0" precision="I64">
@@ -9279,7 +9280,7 @@
9279
  </layer>
9280
  <layer id="549" name="/distilbert/transformer/layer.4/attention/Unsqueeze_3" type="Unsqueeze" version="opset1">
9281
  <rt_info>
9282
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.4/attention/Unsqueeze_3, Constant_62848" />
9283
  </rt_info>
9284
  <input>
9285
  <port id="0" precision="I64" />
@@ -9342,10 +9343,10 @@
9342
  <port id="0" precision="I64" names="/distilbert/transformer/layer.4/attention/Constant_1_output_0" />
9343
  </output>
9344
  </layer>
9345
- <layer id="554" name="Constant_62792" type="Const" version="opset1">
9346
  <data element_type="i64" shape="" offset="18468" size="8" />
9347
  <rt_info>
9348
- <attribute name="fused_names" version="0" value="Constant_62792" />
9349
  </rt_info>
9350
  <output>
9351
  <port id="0" precision="I64" />
@@ -9354,7 +9355,7 @@
9354
  <layer id="555" name="/distilbert/transformer/layer.4/attention/Gather_1" type="Gather" version="opset8">
9355
  <data batch_dims="0" />
9356
  <rt_info>
9357
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.4/attention/Constant_1, /distilbert/transformer/layer.4/attention/Gather_1, Constant_62792" />
9358
  </rt_info>
9359
  <input>
9360
  <port id="0" precision="I64">
@@ -9367,10 +9368,10 @@
9367
  <port id="3" precision="I64" names="/distilbert/transformer/layer.4/attention/Gather_1_output_0" />
9368
  </output>
9369
  </layer>
9370
- <layer id="556" name="Constant_62852" type="Const" version="opset1">
9371
  <data element_type="i64" shape="1" offset="18468" size="8" />
9372
  <rt_info>
9373
- <attribute name="fused_names" version="0" value="Constant_62852" />
9374
  </rt_info>
9375
  <output>
9376
  <port id="0" precision="I64">
@@ -9380,7 +9381,7 @@
9380
  </layer>
9381
  <layer id="557" name="/distilbert/transformer/layer.4/attention/Unsqueeze_4" type="Unsqueeze" version="opset1">
9382
  <rt_info>
9383
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.4/attention/Unsqueeze_4, Constant_62852" />
9384
  </rt_info>
9385
  <input>
9386
  <port id="0" precision="I64" />
@@ -9512,10 +9513,10 @@
9512
  </port>
9513
  </output>
9514
  </layer>
9515
- <layer id="564" name="Constant_62796" type="Const" version="opset1">
9516
  <data element_type="i64" shape="1" offset="18468" size="8" />
9517
  <rt_info>
9518
- <attribute name="fused_names" version="0" value="Constant_62796" />
9519
  </rt_info>
9520
  <output>
9521
  <port id="0" precision="I64">
@@ -9525,7 +9526,7 @@
9525
  </layer>
9526
  <layer id="565" name="/distilbert/transformer/layer.4/attention/Unsqueeze" type="Unsqueeze" version="opset1">
9527
  <rt_info>
9528
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.4/attention/Unsqueeze, Constant_62796" />
9529
  </rt_info>
9530
  <input>
9531
  <port id="0" precision="I64" />
@@ -9621,10 +9622,10 @@
9621
  </port>
9622
  </output>
9623
  </layer>
9624
- <layer id="571" name="Constant_62821" type="Const" version="opset1">
9625
  <data element_type="i64" shape="4" offset="97819732" size="32" />
9626
  <rt_info>
9627
- <attribute name="fused_names" version="0" value="Constant_62821" />
9628
  </rt_info>
9629
  <output>
9630
  <port id="0" precision="I64">
@@ -9758,10 +9759,10 @@
9758
  </port>
9759
  </output>
9760
  </layer>
9761
- <layer id="579" name="Constant_62802" type="Const" version="opset1">
9762
  <data element_type="i64" shape="1" offset="18468" size="8" />
9763
  <rt_info>
9764
- <attribute name="fused_names" version="0" value="Constant_62802" />
9765
  </rt_info>
9766
  <output>
9767
  <port id="0" precision="I64">
@@ -9771,7 +9772,7 @@
9771
  </layer>
9772
  <layer id="580" name="/distilbert/transformer/layer.4/attention/Unsqueeze_1" type="Unsqueeze" version="opset1">
9773
  <rt_info>
9774
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.4/attention/Unsqueeze_1, Constant_62802" />
9775
  </rt_info>
9776
  <input>
9777
  <port id="0" precision="I64" />
@@ -9867,10 +9868,10 @@
9867
  </port>
9868
  </output>
9869
  </layer>
9870
- <layer id="586" name="Constant_62845" type="Const" version="opset1">
9871
  <data element_type="i64" shape="4" offset="100182136" size="32" />
9872
  <rt_info>
9873
- <attribute name="fused_names" version="0" value="Constant_62845" />
9874
  </rt_info>
9875
  <output>
9876
  <port id="0" precision="I64">
@@ -10126,10 +10127,10 @@
10126
  </port>
10127
  </output>
10128
  </layer>
10129
- <layer id="599" name="Constant_62808" type="Const" version="opset1">
10130
  <data element_type="i64" shape="1" offset="18468" size="8" />
10131
  <rt_info>
10132
- <attribute name="fused_names" version="0" value="Constant_62808" />
10133
  </rt_info>
10134
  <output>
10135
  <port id="0" precision="I64">
@@ -10139,7 +10140,7 @@
10139
  </layer>
10140
  <layer id="600" name="/distilbert/transformer/layer.4/attention/Unsqueeze_2" type="Unsqueeze" version="opset1">
10141
  <rt_info>
10142
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.4/attention/Unsqueeze_2, Constant_62808" />
10143
  </rt_info>
10144
  <input>
10145
  <port id="0" precision="I64" />
@@ -10235,10 +10236,10 @@
10235
  </port>
10236
  </output>
10237
  </layer>
10238
- <layer id="606" name="Constant_62841" type="Const" version="opset1">
10239
  <data element_type="i64" shape="4" offset="97819732" size="32" />
10240
  <rt_info>
10241
- <attribute name="fused_names" version="0" value="Constant_62841" />
10242
  </rt_info>
10243
  <output>
10244
  <port id="0" precision="I64">
@@ -10298,10 +10299,10 @@
10298
  </port>
10299
  </output>
10300
  </layer>
10301
- <layer id="609" name="Constant_62877" type="Const" version="opset1">
10302
  <data element_type="i64" shape="4" offset="97819732" size="32" />
10303
  <rt_info>
10304
- <attribute name="fused_names" version="0" value="Constant_62877" />
10305
  </rt_info>
10306
  <output>
10307
  <port id="0" precision="I64">
@@ -10333,10 +10334,10 @@
10333
  </port>
10334
  </output>
10335
  </layer>
10336
- <layer id="611" name="Constant_62879" type="Const" version="opset1">
10337
  <data element_type="i64" shape="1" offset="18468" size="8" />
10338
  <rt_info>
10339
- <attribute name="fused_names" version="0" value="Constant_62879" />
10340
  </rt_info>
10341
  <output>
10342
  <port id="0" precision="I64">
@@ -10346,7 +10347,7 @@
10346
  </layer>
10347
  <layer id="612" name="/distilbert/transformer/layer.4/attention/Unsqueeze_5" type="Unsqueeze" version="opset1">
10348
  <rt_info>
10349
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.4/attention/Unsqueeze_5, Constant_62879" />
10350
  </rt_info>
10351
  <input>
10352
  <port id="0" precision="I64" />
@@ -10512,10 +10513,10 @@
10512
  </port>
10513
  </output>
10514
  </layer>
10515
- <layer id="621" name="Constant_62894" type="Const" version="opset1">
10516
  <data element_type="i64" shape="1" offset="95451188" size="8" />
10517
  <rt_info>
10518
- <attribute name="fused_names" version="0" value="Constant_62894" />
10519
  </rt_info>
10520
  <output>
10521
  <port id="0" precision="I64">
@@ -10601,10 +10602,10 @@
10601
  </port>
10602
  </output>
10603
  </layer>
10604
- <layer id="626" name="Constant_62899" type="Const" version="opset1">
10605
  <data element_type="i64" shape="1" offset="95451188" size="8" />
10606
  <rt_info>
10607
- <attribute name="fused_names" version="0" value="Constant_62899" />
10608
  </rt_info>
10609
  <output>
10610
  <port id="0" precision="I64">
@@ -11054,10 +11055,10 @@
11054
  </port>
11055
  </output>
11056
  </layer>
11057
- <layer id="651" name="Constant_62920" type="Const" version="opset1">
11058
  <data element_type="i64" shape="1" offset="95451188" size="8" />
11059
  <rt_info>
11060
- <attribute name="fused_names" version="0" value="Constant_62920" />
11061
  </rt_info>
11062
  <output>
11063
  <port id="0" precision="I64">
@@ -11143,10 +11144,10 @@
11143
  </port>
11144
  </output>
11145
  </layer>
11146
- <layer id="656" name="Constant_62925" type="Const" version="opset1">
11147
  <data element_type="i64" shape="1" offset="95451188" size="8" />
11148
  <rt_info>
11149
- <attribute name="fused_names" version="0" value="Constant_62925" />
11150
  </rt_info>
11151
  <output>
11152
  <port id="0" precision="I64">
@@ -11346,10 +11347,10 @@
11346
  <port id="0" precision="I64" names="/distilbert/transformer/layer.5/attention/Constant_output_0" />
11347
  </output>
11348
  </layer>
11349
- <layer id="668" name="Constant_62935" type="Const" version="opset1">
11350
  <data element_type="i64" shape="" offset="18468" size="8" />
11351
  <rt_info>
11352
- <attribute name="fused_names" version="0" value="Constant_62935" />
11353
  </rt_info>
11354
  <output>
11355
  <port id="0" precision="I64" />
@@ -11358,7 +11359,7 @@
11358
  <layer id="669" name="/distilbert/transformer/layer.5/attention/Gather" type="Gather" version="opset8">
11359
  <data batch_dims="0" />
11360
  <rt_info>
11361
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.5/attention/Constant, /distilbert/transformer/layer.5/attention/Gather, Constant_62935" />
11362
  </rt_info>
11363
  <input>
11364
  <port id="0" precision="I64">
@@ -11371,10 +11372,10 @@
11371
  <port id="3" precision="I64" names="/distilbert/transformer/layer.5/attention/Gather_output_0" />
11372
  </output>
11373
  </layer>
11374
- <layer id="670" name="Constant_62995" type="Const" version="opset1">
11375
  <data element_type="i64" shape="1" offset="18468" size="8" />
11376
  <rt_info>
11377
- <attribute name="fused_names" version="0" value="Constant_62995" />
11378
  </rt_info>
11379
  <output>
11380
  <port id="0" precision="I64">
@@ -11384,7 +11385,7 @@
11384
  </layer>
11385
  <layer id="671" name="/distilbert/transformer/layer.5/attention/Unsqueeze_3" type="Unsqueeze" version="opset1">
11386
  <rt_info>
11387
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.5/attention/Unsqueeze_3, Constant_62995" />
11388
  </rt_info>
11389
  <input>
11390
  <port id="0" precision="I64" />
@@ -11447,10 +11448,10 @@
11447
  <port id="0" precision="I64" names="/distilbert/transformer/layer.5/attention/Constant_1_output_0" />
11448
  </output>
11449
  </layer>
11450
- <layer id="676" name="Constant_62939" type="Const" version="opset1">
11451
  <data element_type="i64" shape="" offset="18468" size="8" />
11452
  <rt_info>
11453
- <attribute name="fused_names" version="0" value="Constant_62939" />
11454
  </rt_info>
11455
  <output>
11456
  <port id="0" precision="I64" />
@@ -11459,7 +11460,7 @@
11459
  <layer id="677" name="/distilbert/transformer/layer.5/attention/Gather_1" type="Gather" version="opset8">
11460
  <data batch_dims="0" />
11461
  <rt_info>
11462
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.5/attention/Constant_1, /distilbert/transformer/layer.5/attention/Gather_1, Constant_62939" />
11463
  </rt_info>
11464
  <input>
11465
  <port id="0" precision="I64">
@@ -11472,10 +11473,10 @@
11472
  <port id="3" precision="I64" names="/distilbert/transformer/layer.5/attention/Gather_1_output_0" />
11473
  </output>
11474
  </layer>
11475
- <layer id="678" name="Constant_62999" type="Const" version="opset1">
11476
  <data element_type="i64" shape="1" offset="18468" size="8" />
11477
  <rt_info>
11478
- <attribute name="fused_names" version="0" value="Constant_62999" />
11479
  </rt_info>
11480
  <output>
11481
  <port id="0" precision="I64">
@@ -11485,7 +11486,7 @@
11485
  </layer>
11486
  <layer id="679" name="/distilbert/transformer/layer.5/attention/Unsqueeze_4" type="Unsqueeze" version="opset1">
11487
  <rt_info>
11488
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.5/attention/Unsqueeze_4, Constant_62999" />
11489
  </rt_info>
11490
  <input>
11491
  <port id="0" precision="I64" />
@@ -11617,10 +11618,10 @@
11617
  </port>
11618
  </output>
11619
  </layer>
11620
- <layer id="686" name="Constant_62943" type="Const" version="opset1">
11621
  <data element_type="i64" shape="1" offset="18468" size="8" />
11622
  <rt_info>
11623
- <attribute name="fused_names" version="0" value="Constant_62943" />
11624
  </rt_info>
11625
  <output>
11626
  <port id="0" precision="I64">
@@ -11630,7 +11631,7 @@
11630
  </layer>
11631
  <layer id="687" name="/distilbert/transformer/layer.5/attention/Unsqueeze" type="Unsqueeze" version="opset1">
11632
  <rt_info>
11633
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.5/attention/Unsqueeze, Constant_62943" />
11634
  </rt_info>
11635
  <input>
11636
  <port id="0" precision="I64" />
@@ -11726,10 +11727,10 @@
11726
  </port>
11727
  </output>
11728
  </layer>
11729
- <layer id="693" name="Constant_62968" type="Const" version="opset1">
11730
  <data element_type="i64" shape="4" offset="97819732" size="32" />
11731
  <rt_info>
11732
- <attribute name="fused_names" version="0" value="Constant_62968" />
11733
  </rt_info>
11734
  <output>
11735
  <port id="0" precision="I64">
@@ -11863,10 +11864,10 @@
11863
  </port>
11864
  </output>
11865
  </layer>
11866
- <layer id="701" name="Constant_62949" type="Const" version="opset1">
11867
  <data element_type="i64" shape="1" offset="18468" size="8" />
11868
  <rt_info>
11869
- <attribute name="fused_names" version="0" value="Constant_62949" />
11870
  </rt_info>
11871
  <output>
11872
  <port id="0" precision="I64">
@@ -11876,7 +11877,7 @@
11876
  </layer>
11877
  <layer id="702" name="/distilbert/transformer/layer.5/attention/Unsqueeze_1" type="Unsqueeze" version="opset1">
11878
  <rt_info>
11879
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.5/attention/Unsqueeze_1, Constant_62949" />
11880
  </rt_info>
11881
  <input>
11882
  <port id="0" precision="I64" />
@@ -11972,10 +11973,10 @@
11972
  </port>
11973
  </output>
11974
  </layer>
11975
- <layer id="708" name="Constant_62992" type="Const" version="opset1">
11976
  <data element_type="i64" shape="4" offset="100182136" size="32" />
11977
  <rt_info>
11978
- <attribute name="fused_names" version="0" value="Constant_62992" />
11979
  </rt_info>
11980
  <output>
11981
  <port id="0" precision="I64">
@@ -12231,10 +12232,10 @@
12231
  </port>
12232
  </output>
12233
  </layer>
12234
- <layer id="721" name="Constant_62955" type="Const" version="opset1">
12235
  <data element_type="i64" shape="1" offset="18468" size="8" />
12236
  <rt_info>
12237
- <attribute name="fused_names" version="0" value="Constant_62955" />
12238
  </rt_info>
12239
  <output>
12240
  <port id="0" precision="I64">
@@ -12244,7 +12245,7 @@
12244
  </layer>
12245
  <layer id="722" name="/distilbert/transformer/layer.5/attention/Unsqueeze_2" type="Unsqueeze" version="opset1">
12246
  <rt_info>
12247
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.5/attention/Unsqueeze_2, Constant_62955" />
12248
  </rt_info>
12249
  <input>
12250
  <port id="0" precision="I64" />
@@ -12340,10 +12341,10 @@
12340
  </port>
12341
  </output>
12342
  </layer>
12343
- <layer id="728" name="Constant_62988" type="Const" version="opset1">
12344
  <data element_type="i64" shape="4" offset="97819732" size="32" />
12345
  <rt_info>
12346
- <attribute name="fused_names" version="0" value="Constant_62988" />
12347
  </rt_info>
12348
  <output>
12349
  <port id="0" precision="I64">
@@ -12403,10 +12404,10 @@
12403
  </port>
12404
  </output>
12405
  </layer>
12406
- <layer id="731" name="Constant_63024" type="Const" version="opset1">
12407
  <data element_type="i64" shape="4" offset="97819732" size="32" />
12408
  <rt_info>
12409
- <attribute name="fused_names" version="0" value="Constant_63024" />
12410
  </rt_info>
12411
  <output>
12412
  <port id="0" precision="I64">
@@ -12438,10 +12439,10 @@
12438
  </port>
12439
  </output>
12440
  </layer>
12441
- <layer id="733" name="Constant_63026" type="Const" version="opset1">
12442
  <data element_type="i64" shape="1" offset="18468" size="8" />
12443
  <rt_info>
12444
- <attribute name="fused_names" version="0" value="Constant_63026" />
12445
  </rt_info>
12446
  <output>
12447
  <port id="0" precision="I64">
@@ -12451,7 +12452,7 @@
12451
  </layer>
12452
  <layer id="734" name="/distilbert/transformer/layer.5/attention/Unsqueeze_5" type="Unsqueeze" version="opset1">
12453
  <rt_info>
12454
- <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.5/attention/Unsqueeze_5, Constant_63026" />
12455
  </rt_info>
12456
  <input>
12457
  <port id="0" precision="I64" />
@@ -12617,10 +12618,10 @@
12617
  </port>
12618
  </output>
12619
  </layer>
12620
- <layer id="743" name="Constant_63041" type="Const" version="opset1">
12621
  <data element_type="i64" shape="1" offset="95451188" size="8" />
12622
  <rt_info>
12623
- <attribute name="fused_names" version="0" value="Constant_63041" />
12624
  </rt_info>
12625
  <output>
12626
  <port id="0" precision="I64">
@@ -12706,10 +12707,10 @@
12706
  </port>
12707
  </output>
12708
  </layer>
12709
- <layer id="748" name="Constant_63046" type="Const" version="opset1">
12710
  <data element_type="i64" shape="1" offset="95451188" size="8" />
12711
  <rt_info>
12712
- <attribute name="fused_names" version="0" value="Constant_63046" />
12713
  </rt_info>
12714
  <output>
12715
  <port id="0" precision="I64">
@@ -13159,10 +13160,10 @@
13159
  </port>
13160
  </output>
13161
  </layer>
13162
- <layer id="773" name="Constant_63067" type="Const" version="opset1">
13163
  <data element_type="i64" shape="1" offset="95451188" size="8" />
13164
  <rt_info>
13165
- <attribute name="fused_names" version="0" value="Constant_63067" />
13166
  </rt_info>
13167
  <output>
13168
  <port id="0" precision="I64">
@@ -13248,10 +13249,10 @@
13248
  </port>
13249
  </output>
13250
  </layer>
13251
- <layer id="778" name="Constant_63072" type="Const" version="opset1">
13252
  <data element_type="i64" shape="1" offset="95451188" size="8" />
13253
  <rt_info>
13254
- <attribute name="fused_names" version="0" value="Constant_63072" />
13255
  </rt_info>
13256
  <output>
13257
  <port id="0" precision="I64">
@@ -13499,7 +13500,6 @@
13499
  <edges>
13500
  <edge from-layer="0" from-port="0" to-layer="7" to-port="0" />
13501
  <edge from-layer="1" from-port="0" to-layer="25" to-port="1" />
13502
- <edge from-layer="1" from-port="0" to-layer="29" to-port="0" />
13503
  <edge from-layer="2" from-port="0" to-layer="790" to-port="0" />
13504
  <edge from-layer="3" from-port="0" to-layer="771" to-port="0" />
13505
  <edge from-layer="4" from-port="0" to-layer="760" to-port="0" />
@@ -13528,6 +13528,7 @@
13528
  <edge from-layer="22" from-port="0" to-layer="131" to-port="0" />
13529
  <edge from-layer="23" from-port="0" to-layer="25" to-port="0" />
13530
  <edge from-layer="24" from-port="0" to-layer="25" to-port="2" />
 
13531
  <edge from-layer="25" from-port="3" to-layer="40" to-port="0" />
13532
  <edge from-layer="26" from-port="0" to-layer="39" to-port="0" />
13533
  <edge from-layer="27" from-port="0" to-layer="37" to-port="0" />
@@ -13560,19 +13561,19 @@
13560
  <edge from-layer="52" from-port="0" to-layer="53" to-port="1" />
13561
  <edge from-layer="53" from-port="2" to-layer="55" to-port="0" />
13562
  <edge from-layer="54" from-port="0" to-layer="55" to-port="1" />
13563
- <edge from-layer="55" from-port="2" to-layer="109" to-port="0" />
13564
- <edge from-layer="55" from-port="2" to-layer="89" to-port="0" />
13565
- <edge from-layer="55" from-port="2" to-layer="64" to-port="0" />
13566
  <edge from-layer="55" from-port="2" to-layer="132" to-port="1" />
 
 
13567
  <edge from-layer="55" from-port="2" to-layer="56" to-port="0" />
13568
  <edge from-layer="55" from-port="2" to-layer="74" to-port="0" />
 
13569
  <edge from-layer="56" from-port="1" to-layer="59" to-port="0" />
13570
  <edge from-layer="57" from-port="0" to-layer="59" to-port="1" />
13571
  <edge from-layer="58" from-port="0" to-layer="59" to-port="2" />
 
13572
  <edge from-layer="59" from-port="3" to-layer="61" to-port="0" />
13573
- <edge from-layer="59" from-port="3" to-layer="112" to-port="0" />
13574
  <edge from-layer="59" from-port="3" to-layer="124" to-port="0" />
13575
- <edge from-layer="59" from-port="3" to-layer="77" to-port="0" />
13576
  <edge from-layer="59" from-port="3" to-layer="92" to-port="0" />
13577
  <edge from-layer="60" from-port="0" to-layer="61" to-port="1" />
13578
  <edge from-layer="61" from-port="2" to-layer="70" to-port="0" />
@@ -13651,8 +13652,8 @@
13651
  <edge from-layer="132" from-port="2" to-layer="135" to-port="0" />
13652
  <edge from-layer="133" from-port="0" to-layer="134" to-port="1" />
13653
  <edge from-layer="134" from-port="2" to-layer="135" to-port="1" />
13654
- <edge from-layer="135" from-port="2" to-layer="143" to-port="0" />
13655
  <edge from-layer="135" from-port="2" to-layer="137" to-port="0" />
 
13656
  <edge from-layer="136" from-port="0" to-layer="137" to-port="1" />
13657
  <edge from-layer="137" from-port="2" to-layer="139" to-port="0" />
13658
  <edge from-layer="138" from-port="0" to-layer="139" to-port="1" />
@@ -13668,8 +13669,8 @@
13668
  <edge from-layer="147" from-port="2" to-layer="149" to-port="0" />
13669
  <edge from-layer="148" from-port="0" to-layer="149" to-port="1" />
13670
  <edge from-layer="149" from-port="2" to-layer="150" to-port="1" />
13671
- <edge from-layer="150" from-port="2" to-layer="156" to-port="0" />
13672
  <edge from-layer="150" from-port="2" to-layer="152" to-port="0" />
 
13673
  <edge from-layer="151" from-port="0" to-layer="152" to-port="1" />
13674
  <edge from-layer="152" from-port="2" to-layer="153" to-port="0" />
13675
  <edge from-layer="153" from-port="1" to-layer="155" to-port="0" />
 
274
  </port>
275
  </output>
276
  </layer>
277
+ <layer id="24" name="Constant_108483" type="Const" version="opset1">
278
  <data element_type="i64" shape="" offset="18468" size="8" />
279
  <rt_info>
280
+ <attribute name="fused_names" version="0" value="Constant_108483" />
281
  </rt_info>
282
  <output>
283
  <port id="0" precision="I64" />
 
319
  </port>
320
  </output>
321
  </layer>
322
+ <layer id="27" name="Constant_4" type="Const" version="opset1">
323
  <data element_type="i64" shape="1, 512" offset="95447084" size="4096" />
324
  <rt_info>
325
+ <attribute name="fused_names" version="0" value="Constant_4" />
326
  </rt_info>
327
  <output>
328
+ <port id="0" precision="I64" names="onnx::Slice_110">
329
  <dim>1</dim>
330
  <dim>512</dim>
331
  </port>
 
348
  <attribute name="fused_names" version="0" value="/distilbert/embeddings/Shape" />
349
  </rt_info>
350
  <input>
351
+ <port id="0" precision="FP32">
352
  <dim>-1</dim>
353
  <dim>-1</dim>
354
+ <dim>768</dim>
355
  </port>
356
  </input>
357
  <output>
358
  <port id="1" precision="I64" names="/distilbert/embeddings/Shape_output_0">
359
+ <dim>3</dim>
360
  </port>
361
  </output>
362
  </layer>
 
369
  <port id="0" precision="I64" names="/distilbert/embeddings/Constant_output_0" />
370
  </output>
371
  </layer>
372
+ <layer id="31" name="Constant_108487" type="Const" version="opset1">
373
  <data element_type="i64" shape="" offset="18468" size="8" />
374
  <rt_info>
375
+ <attribute name="fused_names" version="0" value="Constant_108487" />
376
  </rt_info>
377
  <output>
378
  <port id="0" precision="I64" />
 
381
  <layer id="32" name="/distilbert/embeddings/Gather" type="Gather" version="opset8">
382
  <data batch_dims="0" />
383
  <rt_info>
384
+ <attribute name="fused_names" version="0" value="/distilbert/embeddings/Constant, /distilbert/embeddings/Gather, Constant_108487" />
385
  </rt_info>
386
  <input>
387
  <port id="0" precision="I64">
388
+ <dim>3</dim>
389
  </port>
390
  <port id="1" precision="I64" />
391
  <port id="2" precision="I64" />
 
394
  <port id="3" precision="I64" names="/distilbert/embeddings/Gather_output_0" />
395
  </output>
396
  </layer>
397
+ <layer id="33" name="Constant_108491" type="Const" version="opset1">
398
  <data element_type="i64" shape="1" offset="18468" size="8" />
399
  <rt_info>
400
+ <attribute name="fused_names" version="0" value="Constant_108491" />
401
  </rt_info>
402
  <output>
403
  <port id="0" precision="I64">
 
407
  </layer>
408
  <layer id="34" name="/distilbert/embeddings/Unsqueeze" type="Unsqueeze" version="opset1">
409
  <rt_info>
410
+ <attribute name="fused_names" version="0" value="/distilbert/embeddings/Unsqueeze, Constant_108491" />
411
  </rt_info>
412
  <input>
413
  <port id="0" precision="I64" />
 
472
  </port>
473
  </output>
474
  </layer>
475
+ <layer id="38" name="Constant_108502" type="Const" version="opset1">
476
  <data element_type="i64" shape="" offset="18468" size="8" />
477
  <rt_info>
478
+ <attribute name="fused_names" version="0" value="Constant_108502" />
479
  </rt_info>
480
  <output>
481
  <port id="0" precision="I64" />
 
530
  </port>
531
  </output>
532
  </layer>
533
+ <layer id="41" name="Constant_108505" type="Const" version="opset1">
534
  <data element_type="i64" shape="1" offset="95451188" size="8" />
535
  <rt_info>
536
+ <attribute name="fused_names" version="0" value="Constant_108505" />
537
  </rt_info>
538
  <output>
539
  <port id="0" precision="I64">
 
619
  </port>
620
  </output>
621
  </layer>
622
+ <layer id="46" name="Constant_108510" type="Const" version="opset1">
623
  <data element_type="i64" shape="1" offset="95451188" size="8" />
624
  <rt_info>
625
+ <attribute name="fused_names" version="0" value="Constant_108510" />
626
  </rt_info>
627
  <output>
628
  <port id="0" precision="I64">
 
822
  <port id="0" precision="I64" names="/distilbert/transformer/layer.0/attention/Constant_output_0" />
823
  </output>
824
  </layer>
825
+ <layer id="58" name="Constant_108520" type="Const" version="opset1">
826
  <data element_type="i64" shape="" offset="18468" size="8" />
827
  <rt_info>
828
+ <attribute name="fused_names" version="0" value="Constant_108520" />
829
  </rt_info>
830
  <output>
831
  <port id="0" precision="I64" />
 
834
  <layer id="59" name="/distilbert/transformer/layer.0/attention/Gather" type="Gather" version="opset8">
835
  <data batch_dims="0" />
836
  <rt_info>
837
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.0/attention/Constant, /distilbert/transformer/layer.0/attention/Gather, Constant_108520" />
838
  </rt_info>
839
  <input>
840
  <port id="0" precision="I64">
 
847
  <port id="3" precision="I64" names="/distilbert/transformer/layer.0/attention/Gather_output_0" />
848
  </output>
849
  </layer>
850
+ <layer id="60" name="Constant_108582" type="Const" version="opset1">
851
  <data element_type="i64" shape="1" offset="18468" size="8" />
852
  <rt_info>
853
+ <attribute name="fused_names" version="0" value="Constant_108582" />
854
  </rt_info>
855
  <output>
856
  <port id="0" precision="I64">
 
860
  </layer>
861
  <layer id="61" name="/distilbert/transformer/layer.0/attention/Unsqueeze_3" type="Unsqueeze" version="opset1">
862
  <rt_info>
863
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.0/attention/Unsqueeze_3, Constant_108582" />
864
  </rt_info>
865
  <input>
866
  <port id="0" precision="I64" />
 
923
  <port id="0" precision="I64" names="/distilbert/transformer/layer.0/attention/Constant_1_output_0" />
924
  </output>
925
  </layer>
926
+ <layer id="66" name="Constant_108524" type="Const" version="opset1">
927
  <data element_type="i64" shape="" offset="18468" size="8" />
928
  <rt_info>
929
+ <attribute name="fused_names" version="0" value="Constant_108524" />
930
  </rt_info>
931
  <output>
932
  <port id="0" precision="I64" />
 
935
  <layer id="67" name="/distilbert/transformer/layer.0/attention/Gather_1" type="Gather" version="opset8">
936
  <data batch_dims="0" />
937
  <rt_info>
938
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.0/attention/Constant_1, /distilbert/transformer/layer.0/attention/Gather_1, Constant_108524" />
939
  </rt_info>
940
  <input>
941
  <port id="0" precision="I64">
 
948
  <port id="3" precision="I64" names="/distilbert/transformer/layer.0/attention/Gather_1_output_0" />
949
  </output>
950
  </layer>
951
+ <layer id="68" name="Constant_108586" type="Const" version="opset1">
952
  <data element_type="i64" shape="1" offset="18468" size="8" />
953
  <rt_info>
954
+ <attribute name="fused_names" version="0" value="Constant_108586" />
955
  </rt_info>
956
  <output>
957
  <port id="0" precision="I64">
 
961
  </layer>
962
  <layer id="69" name="/distilbert/transformer/layer.0/attention/Unsqueeze_4" type="Unsqueeze" version="opset1">
963
  <rt_info>
964
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.0/attention/Unsqueeze_4, Constant_108586" />
965
  </rt_info>
966
  <input>
967
  <port id="0" precision="I64" />
 
1093
  </port>
1094
  </output>
1095
  </layer>
1096
+ <layer id="76" name="Constant_108528" type="Const" version="opset1">
1097
  <data element_type="i64" shape="1" offset="18468" size="8" />
1098
  <rt_info>
1099
+ <attribute name="fused_names" version="0" value="Constant_108528" />
1100
  </rt_info>
1101
  <output>
1102
  <port id="0" precision="I64">
 
1106
  </layer>
1107
  <layer id="77" name="/distilbert/transformer/layer.0/attention/Unsqueeze" type="Unsqueeze" version="opset1">
1108
  <rt_info>
1109
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.0/attention/Unsqueeze, Constant_108528" />
1110
  </rt_info>
1111
  <input>
1112
  <port id="0" precision="I64" />
 
1202
  </port>
1203
  </output>
1204
  </layer>
1205
+ <layer id="83" name="Constant_108553" type="Const" version="opset1">
1206
  <data element_type="i64" shape="4" offset="97819732" size="32" />
1207
  <rt_info>
1208
+ <attribute name="fused_names" version="0" value="Constant_108553" />
1209
  </rt_info>
1210
  <output>
1211
  <port id="0" precision="I64">
 
1339
  </port>
1340
  </output>
1341
  </layer>
1342
+ <layer id="91" name="Constant_108534" type="Const" version="opset1">
1343
  <data element_type="i64" shape="1" offset="18468" size="8" />
1344
  <rt_info>
1345
+ <attribute name="fused_names" version="0" value="Constant_108534" />
1346
  </rt_info>
1347
  <output>
1348
  <port id="0" precision="I64">
 
1352
  </layer>
1353
  <layer id="92" name="/distilbert/transformer/layer.0/attention/Unsqueeze_1" type="Unsqueeze" version="opset1">
1354
  <rt_info>
1355
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.0/attention/Unsqueeze_1, Constant_108534" />
1356
  </rt_info>
1357
  <input>
1358
  <port id="0" precision="I64" />
 
1448
  </port>
1449
  </output>
1450
  </layer>
1451
+ <layer id="98" name="Constant_108577" type="Const" version="opset1">
1452
  <data element_type="i64" shape="4" offset="100182136" size="32" />
1453
  <rt_info>
1454
+ <attribute name="fused_names" version="0" value="Constant_108577" />
1455
  </rt_info>
1456
  <output>
1457
  <port id="0" precision="I64">
 
1707
  </port>
1708
  </output>
1709
  </layer>
1710
+ <layer id="111" name="Constant_108540" type="Const" version="opset1">
1711
  <data element_type="i64" shape="1" offset="18468" size="8" />
1712
  <rt_info>
1713
+ <attribute name="fused_names" version="0" value="Constant_108540" />
1714
  </rt_info>
1715
  <output>
1716
  <port id="0" precision="I64">
 
1720
  </layer>
1721
  <layer id="112" name="/distilbert/transformer/layer.0/attention/Unsqueeze_2" type="Unsqueeze" version="opset1">
1722
  <rt_info>
1723
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.0/attention/Unsqueeze_2, Constant_108540" />
1724
  </rt_info>
1725
  <input>
1726
  <port id="0" precision="I64" />
 
1816
  </port>
1817
  </output>
1818
  </layer>
1819
+ <layer id="118" name="Constant_108573" type="Const" version="opset1">
1820
  <data element_type="i64" shape="4" offset="97819732" size="32" />
1821
  <rt_info>
1822
+ <attribute name="fused_names" version="0" value="Constant_108573" />
1823
  </rt_info>
1824
  <output>
1825
  <port id="0" precision="I64">
 
1879
  </port>
1880
  </output>
1881
  </layer>
1882
+ <layer id="121" name="Constant_108611" type="Const" version="opset1">
1883
  <data element_type="i64" shape="4" offset="97819732" size="32" />
1884
  <rt_info>
1885
+ <attribute name="fused_names" version="0" value="Constant_108611" />
1886
  </rt_info>
1887
  <output>
1888
  <port id="0" precision="I64">
 
1914
  </port>
1915
  </output>
1916
  </layer>
1917
+ <layer id="123" name="Constant_108613" type="Const" version="opset1">
1918
  <data element_type="i64" shape="1" offset="18468" size="8" />
1919
  <rt_info>
1920
+ <attribute name="fused_names" version="0" value="Constant_108613" />
1921
  </rt_info>
1922
  <output>
1923
  <port id="0" precision="I64">
 
1927
  </layer>
1928
  <layer id="124" name="/distilbert/transformer/layer.0/attention/Unsqueeze_5" type="Unsqueeze" version="opset1">
1929
  <rt_info>
1930
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.0/attention/Unsqueeze_5, Constant_108613" />
1931
  </rt_info>
1932
  <input>
1933
  <port id="0" precision="I64" />
 
2093
  </port>
2094
  </output>
2095
  </layer>
2096
+ <layer id="133" name="Constant_108628" type="Const" version="opset1">
2097
  <data element_type="i64" shape="1" offset="95451188" size="8" />
2098
  <rt_info>
2099
+ <attribute name="fused_names" version="0" value="Constant_108628" />
2100
  </rt_info>
2101
  <output>
2102
  <port id="0" precision="I64">
 
2182
  </port>
2183
  </output>
2184
  </layer>
2185
+ <layer id="138" name="Constant_108633" type="Const" version="opset1">
2186
  <data element_type="i64" shape="1" offset="95451188" size="8" />
2187
  <rt_info>
2188
+ <attribute name="fused_names" version="0" value="Constant_108633" />
2189
  </rt_info>
2190
  <output>
2191
  <port id="0" precision="I64">
 
2635
  </port>
2636
  </output>
2637
  </layer>
2638
+ <layer id="163" name="Constant_108654" type="Const" version="opset1">
2639
  <data element_type="i64" shape="1" offset="95451188" size="8" />
2640
  <rt_info>
2641
+ <attribute name="fused_names" version="0" value="Constant_108654" />
2642
  </rt_info>
2643
  <output>
2644
  <port id="0" precision="I64">
 
2724
  </port>
2725
  </output>
2726
  </layer>
2727
+ <layer id="168" name="Constant_108659" type="Const" version="opset1">
2728
  <data element_type="i64" shape="1" offset="95451188" size="8" />
2729
  <rt_info>
2730
+ <attribute name="fused_names" version="0" value="Constant_108659" />
2731
  </rt_info>
2732
  <output>
2733
  <port id="0" precision="I64">
 
2927
  <port id="0" precision="I64" names="/distilbert/transformer/layer.1/attention/Constant_output_0" />
2928
  </output>
2929
  </layer>
2930
+ <layer id="180" name="Constant_108669" type="Const" version="opset1">
2931
  <data element_type="i64" shape="" offset="18468" size="8" />
2932
  <rt_info>
2933
+ <attribute name="fused_names" version="0" value="Constant_108669" />
2934
  </rt_info>
2935
  <output>
2936
  <port id="0" precision="I64" />
 
2939
  <layer id="181" name="/distilbert/transformer/layer.1/attention/Gather" type="Gather" version="opset8">
2940
  <data batch_dims="0" />
2941
  <rt_info>
2942
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.1/attention/Constant, /distilbert/transformer/layer.1/attention/Gather, Constant_108669" />
2943
  </rt_info>
2944
  <input>
2945
  <port id="0" precision="I64">
 
2952
  <port id="3" precision="I64" names="/distilbert/transformer/layer.1/attention/Gather_output_0" />
2953
  </output>
2954
  </layer>
2955
+ <layer id="182" name="Constant_108729" type="Const" version="opset1">
2956
  <data element_type="i64" shape="1" offset="18468" size="8" />
2957
  <rt_info>
2958
+ <attribute name="fused_names" version="0" value="Constant_108729" />
2959
  </rt_info>
2960
  <output>
2961
  <port id="0" precision="I64">
 
2965
  </layer>
2966
  <layer id="183" name="/distilbert/transformer/layer.1/attention/Unsqueeze_3" type="Unsqueeze" version="opset1">
2967
  <rt_info>
2968
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.1/attention/Unsqueeze_3, Constant_108729" />
2969
  </rt_info>
2970
  <input>
2971
  <port id="0" precision="I64" />
 
3028
  <port id="0" precision="I64" names="/distilbert/transformer/layer.1/attention/Constant_1_output_0" />
3029
  </output>
3030
  </layer>
3031
+ <layer id="188" name="Constant_108673" type="Const" version="opset1">
3032
  <data element_type="i64" shape="" offset="18468" size="8" />
3033
  <rt_info>
3034
+ <attribute name="fused_names" version="0" value="Constant_108673" />
3035
  </rt_info>
3036
  <output>
3037
  <port id="0" precision="I64" />
 
3040
  <layer id="189" name="/distilbert/transformer/layer.1/attention/Gather_1" type="Gather" version="opset8">
3041
  <data batch_dims="0" />
3042
  <rt_info>
3043
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.1/attention/Constant_1, /distilbert/transformer/layer.1/attention/Gather_1, Constant_108673" />
3044
  </rt_info>
3045
  <input>
3046
  <port id="0" precision="I64">
 
3053
  <port id="3" precision="I64" names="/distilbert/transformer/layer.1/attention/Gather_1_output_0" />
3054
  </output>
3055
  </layer>
3056
+ <layer id="190" name="Constant_108733" type="Const" version="opset1">
3057
  <data element_type="i64" shape="1" offset="18468" size="8" />
3058
  <rt_info>
3059
+ <attribute name="fused_names" version="0" value="Constant_108733" />
3060
  </rt_info>
3061
  <output>
3062
  <port id="0" precision="I64">
 
3066
  </layer>
3067
  <layer id="191" name="/distilbert/transformer/layer.1/attention/Unsqueeze_4" type="Unsqueeze" version="opset1">
3068
  <rt_info>
3069
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.1/attention/Unsqueeze_4, Constant_108733" />
3070
  </rt_info>
3071
  <input>
3072
  <port id="0" precision="I64" />
 
3198
  </port>
3199
  </output>
3200
  </layer>
3201
+ <layer id="198" name="Constant_108677" type="Const" version="opset1">
3202
  <data element_type="i64" shape="1" offset="18468" size="8" />
3203
  <rt_info>
3204
+ <attribute name="fused_names" version="0" value="Constant_108677" />
3205
  </rt_info>
3206
  <output>
3207
  <port id="0" precision="I64">
 
3211
  </layer>
3212
  <layer id="199" name="/distilbert/transformer/layer.1/attention/Unsqueeze" type="Unsqueeze" version="opset1">
3213
  <rt_info>
3214
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.1/attention/Unsqueeze, Constant_108677" />
3215
  </rt_info>
3216
  <input>
3217
  <port id="0" precision="I64" />
 
3307
  </port>
3308
  </output>
3309
  </layer>
3310
+ <layer id="205" name="Constant_108702" type="Const" version="opset1">
3311
  <data element_type="i64" shape="4" offset="97819732" size="32" />
3312
  <rt_info>
3313
+ <attribute name="fused_names" version="0" value="Constant_108702" />
3314
  </rt_info>
3315
  <output>
3316
  <port id="0" precision="I64">
 
3444
  </port>
3445
  </output>
3446
  </layer>
3447
+ <layer id="213" name="Constant_108683" type="Const" version="opset1">
3448
  <data element_type="i64" shape="1" offset="18468" size="8" />
3449
  <rt_info>
3450
+ <attribute name="fused_names" version="0" value="Constant_108683" />
3451
  </rt_info>
3452
  <output>
3453
  <port id="0" precision="I64">
 
3457
  </layer>
3458
  <layer id="214" name="/distilbert/transformer/layer.1/attention/Unsqueeze_1" type="Unsqueeze" version="opset1">
3459
  <rt_info>
3460
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.1/attention/Unsqueeze_1, Constant_108683" />
3461
  </rt_info>
3462
  <input>
3463
  <port id="0" precision="I64" />
 
3553
  </port>
3554
  </output>
3555
  </layer>
3556
+ <layer id="220" name="Constant_108726" type="Const" version="opset1">
3557
  <data element_type="i64" shape="4" offset="100182136" size="32" />
3558
  <rt_info>
3559
+ <attribute name="fused_names" version="0" value="Constant_108726" />
3560
  </rt_info>
3561
  <output>
3562
  <port id="0" precision="I64">
 
3812
  </port>
3813
  </output>
3814
  </layer>
3815
+ <layer id="233" name="Constant_108689" type="Const" version="opset1">
3816
  <data element_type="i64" shape="1" offset="18468" size="8" />
3817
  <rt_info>
3818
+ <attribute name="fused_names" version="0" value="Constant_108689" />
3819
  </rt_info>
3820
  <output>
3821
  <port id="0" precision="I64">
 
3825
  </layer>
3826
  <layer id="234" name="/distilbert/transformer/layer.1/attention/Unsqueeze_2" type="Unsqueeze" version="opset1">
3827
  <rt_info>
3828
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.1/attention/Unsqueeze_2, Constant_108689" />
3829
  </rt_info>
3830
  <input>
3831
  <port id="0" precision="I64" />
 
3921
  </port>
3922
  </output>
3923
  </layer>
3924
+ <layer id="240" name="Constant_108722" type="Const" version="opset1">
3925
  <data element_type="i64" shape="4" offset="97819732" size="32" />
3926
  <rt_info>
3927
+ <attribute name="fused_names" version="0" value="Constant_108722" />
3928
  </rt_info>
3929
  <output>
3930
  <port id="0" precision="I64">
 
3984
  </port>
3985
  </output>
3986
  </layer>
3987
+ <layer id="243" name="Constant_108758" type="Const" version="opset1">
3988
  <data element_type="i64" shape="4" offset="97819732" size="32" />
3989
  <rt_info>
3990
+ <attribute name="fused_names" version="0" value="Constant_108758" />
3991
  </rt_info>
3992
  <output>
3993
  <port id="0" precision="I64">
 
4019
  </port>
4020
  </output>
4021
  </layer>
4022
+ <layer id="245" name="Constant_108760" type="Const" version="opset1">
4023
  <data element_type="i64" shape="1" offset="18468" size="8" />
4024
  <rt_info>
4025
+ <attribute name="fused_names" version="0" value="Constant_108760" />
4026
  </rt_info>
4027
  <output>
4028
  <port id="0" precision="I64">
 
4032
  </layer>
4033
  <layer id="246" name="/distilbert/transformer/layer.1/attention/Unsqueeze_5" type="Unsqueeze" version="opset1">
4034
  <rt_info>
4035
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.1/attention/Unsqueeze_5, Constant_108760" />
4036
  </rt_info>
4037
  <input>
4038
  <port id="0" precision="I64" />
 
4198
  </port>
4199
  </output>
4200
  </layer>
4201
+ <layer id="255" name="Constant_108775" type="Const" version="opset1">
4202
  <data element_type="i64" shape="1" offset="95451188" size="8" />
4203
  <rt_info>
4204
+ <attribute name="fused_names" version="0" value="Constant_108775" />
4205
  </rt_info>
4206
  <output>
4207
  <port id="0" precision="I64">
 
4287
  </port>
4288
  </output>
4289
  </layer>
4290
+ <layer id="260" name="Constant_108780" type="Const" version="opset1">
4291
  <data element_type="i64" shape="1" offset="95451188" size="8" />
4292
  <rt_info>
4293
+ <attribute name="fused_names" version="0" value="Constant_108780" />
4294
  </rt_info>
4295
  <output>
4296
  <port id="0" precision="I64">
 
4740
  </port>
4741
  </output>
4742
  </layer>
4743
+ <layer id="285" name="Constant_108801" type="Const" version="opset1">
4744
  <data element_type="i64" shape="1" offset="95451188" size="8" />
4745
  <rt_info>
4746
+ <attribute name="fused_names" version="0" value="Constant_108801" />
4747
  </rt_info>
4748
  <output>
4749
  <port id="0" precision="I64">
 
4829
  </port>
4830
  </output>
4831
  </layer>
4832
+ <layer id="290" name="Constant_108806" type="Const" version="opset1">
4833
  <data element_type="i64" shape="1" offset="95451188" size="8" />
4834
  <rt_info>
4835
+ <attribute name="fused_names" version="0" value="Constant_108806" />
4836
  </rt_info>
4837
  <output>
4838
  <port id="0" precision="I64">
 
5032
  <port id="0" precision="I64" names="/distilbert/transformer/layer.2/attention/Constant_output_0" />
5033
  </output>
5034
  </layer>
5035
+ <layer id="302" name="Constant_108816" type="Const" version="opset1">
5036
  <data element_type="i64" shape="" offset="18468" size="8" />
5037
  <rt_info>
5038
+ <attribute name="fused_names" version="0" value="Constant_108816" />
5039
  </rt_info>
5040
  <output>
5041
  <port id="0" precision="I64" />
 
5044
  <layer id="303" name="/distilbert/transformer/layer.2/attention/Gather" type="Gather" version="opset8">
5045
  <data batch_dims="0" />
5046
  <rt_info>
5047
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.2/attention/Constant, /distilbert/transformer/layer.2/attention/Gather, Constant_108816" />
5048
  </rt_info>
5049
  <input>
5050
  <port id="0" precision="I64">
 
5057
  <port id="3" precision="I64" names="/distilbert/transformer/layer.2/attention/Gather_output_0" />
5058
  </output>
5059
  </layer>
5060
+ <layer id="304" name="Constant_108876" type="Const" version="opset1">
5061
  <data element_type="i64" shape="1" offset="18468" size="8" />
5062
  <rt_info>
5063
+ <attribute name="fused_names" version="0" value="Constant_108876" />
5064
  </rt_info>
5065
  <output>
5066
  <port id="0" precision="I64">
 
5070
  </layer>
5071
  <layer id="305" name="/distilbert/transformer/layer.2/attention/Unsqueeze_3" type="Unsqueeze" version="opset1">
5072
  <rt_info>
5073
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.2/attention/Unsqueeze_3, Constant_108876" />
5074
  </rt_info>
5075
  <input>
5076
  <port id="0" precision="I64" />
 
5133
  <port id="0" precision="I64" names="/distilbert/transformer/layer.2/attention/Constant_1_output_0" />
5134
  </output>
5135
  </layer>
5136
+ <layer id="310" name="Constant_108820" type="Const" version="opset1">
5137
  <data element_type="i64" shape="" offset="18468" size="8" />
5138
  <rt_info>
5139
+ <attribute name="fused_names" version="0" value="Constant_108820" />
5140
  </rt_info>
5141
  <output>
5142
  <port id="0" precision="I64" />
 
5145
  <layer id="311" name="/distilbert/transformer/layer.2/attention/Gather_1" type="Gather" version="opset8">
5146
  <data batch_dims="0" />
5147
  <rt_info>
5148
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.2/attention/Constant_1, /distilbert/transformer/layer.2/attention/Gather_1, Constant_108820" />
5149
  </rt_info>
5150
  <input>
5151
  <port id="0" precision="I64">
 
5158
  <port id="3" precision="I64" names="/distilbert/transformer/layer.2/attention/Gather_1_output_0" />
5159
  </output>
5160
  </layer>
5161
+ <layer id="312" name="Constant_108880" type="Const" version="opset1">
5162
  <data element_type="i64" shape="1" offset="18468" size="8" />
5163
  <rt_info>
5164
+ <attribute name="fused_names" version="0" value="Constant_108880" />
5165
  </rt_info>
5166
  <output>
5167
  <port id="0" precision="I64">
 
5171
  </layer>
5172
  <layer id="313" name="/distilbert/transformer/layer.2/attention/Unsqueeze_4" type="Unsqueeze" version="opset1">
5173
  <rt_info>
5174
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.2/attention/Unsqueeze_4, Constant_108880" />
5175
  </rt_info>
5176
  <input>
5177
  <port id="0" precision="I64" />
 
5303
  </port>
5304
  </output>
5305
  </layer>
5306
+ <layer id="320" name="Constant_108824" type="Const" version="opset1">
5307
  <data element_type="i64" shape="1" offset="18468" size="8" />
5308
  <rt_info>
5309
+ <attribute name="fused_names" version="0" value="Constant_108824" />
5310
  </rt_info>
5311
  <output>
5312
  <port id="0" precision="I64">
 
5316
  </layer>
5317
  <layer id="321" name="/distilbert/transformer/layer.2/attention/Unsqueeze" type="Unsqueeze" version="opset1">
5318
  <rt_info>
5319
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.2/attention/Unsqueeze, Constant_108824" />
5320
  </rt_info>
5321
  <input>
5322
  <port id="0" precision="I64" />
 
5412
  </port>
5413
  </output>
5414
  </layer>
5415
+ <layer id="327" name="Constant_108849" type="Const" version="opset1">
5416
  <data element_type="i64" shape="4" offset="97819732" size="32" />
5417
  <rt_info>
5418
+ <attribute name="fused_names" version="0" value="Constant_108849" />
5419
  </rt_info>
5420
  <output>
5421
  <port id="0" precision="I64">
 
5549
  </port>
5550
  </output>
5551
  </layer>
5552
+ <layer id="335" name="Constant_108830" type="Const" version="opset1">
5553
  <data element_type="i64" shape="1" offset="18468" size="8" />
5554
  <rt_info>
5555
+ <attribute name="fused_names" version="0" value="Constant_108830" />
5556
  </rt_info>
5557
  <output>
5558
  <port id="0" precision="I64">
 
5562
  </layer>
5563
  <layer id="336" name="/distilbert/transformer/layer.2/attention/Unsqueeze_1" type="Unsqueeze" version="opset1">
5564
  <rt_info>
5565
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.2/attention/Unsqueeze_1, Constant_108830" />
5566
  </rt_info>
5567
  <input>
5568
  <port id="0" precision="I64" />
 
5658
  </port>
5659
  </output>
5660
  </layer>
5661
+ <layer id="342" name="Constant_108873" type="Const" version="opset1">
5662
  <data element_type="i64" shape="4" offset="100182136" size="32" />
5663
  <rt_info>
5664
+ <attribute name="fused_names" version="0" value="Constant_108873" />
5665
  </rt_info>
5666
  <output>
5667
  <port id="0" precision="I64">
 
5917
  </port>
5918
  </output>
5919
  </layer>
5920
+ <layer id="355" name="Constant_108836" type="Const" version="opset1">
5921
  <data element_type="i64" shape="1" offset="18468" size="8" />
5922
  <rt_info>
5923
+ <attribute name="fused_names" version="0" value="Constant_108836" />
5924
  </rt_info>
5925
  <output>
5926
  <port id="0" precision="I64">
 
5930
  </layer>
5931
  <layer id="356" name="/distilbert/transformer/layer.2/attention/Unsqueeze_2" type="Unsqueeze" version="opset1">
5932
  <rt_info>
5933
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.2/attention/Unsqueeze_2, Constant_108836" />
5934
  </rt_info>
5935
  <input>
5936
  <port id="0" precision="I64" />
 
6026
  </port>
6027
  </output>
6028
  </layer>
6029
+ <layer id="362" name="Constant_108869" type="Const" version="opset1">
6030
  <data element_type="i64" shape="4" offset="97819732" size="32" />
6031
  <rt_info>
6032
+ <attribute name="fused_names" version="0" value="Constant_108869" />
6033
  </rt_info>
6034
  <output>
6035
  <port id="0" precision="I64">
 
6089
  </port>
6090
  </output>
6091
  </layer>
6092
+ <layer id="365" name="Constant_108905" type="Const" version="opset1">
6093
  <data element_type="i64" shape="4" offset="97819732" size="32" />
6094
  <rt_info>
6095
+ <attribute name="fused_names" version="0" value="Constant_108905" />
6096
  </rt_info>
6097
  <output>
6098
  <port id="0" precision="I64">
 
6124
  </port>
6125
  </output>
6126
  </layer>
6127
+ <layer id="367" name="Constant_108907" type="Const" version="opset1">
6128
  <data element_type="i64" shape="1" offset="18468" size="8" />
6129
  <rt_info>
6130
+ <attribute name="fused_names" version="0" value="Constant_108907" />
6131
  </rt_info>
6132
  <output>
6133
  <port id="0" precision="I64">
 
6137
  </layer>
6138
  <layer id="368" name="/distilbert/transformer/layer.2/attention/Unsqueeze_5" type="Unsqueeze" version="opset1">
6139
  <rt_info>
6140
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.2/attention/Unsqueeze_5, Constant_108907" />
6141
  </rt_info>
6142
  <input>
6143
  <port id="0" precision="I64" />
 
6303
  </port>
6304
  </output>
6305
  </layer>
6306
+ <layer id="377" name="Constant_108922" type="Const" version="opset1">
6307
  <data element_type="i64" shape="1" offset="95451188" size="8" />
6308
  <rt_info>
6309
+ <attribute name="fused_names" version="0" value="Constant_108922" />
6310
  </rt_info>
6311
  <output>
6312
  <port id="0" precision="I64">
 
6392
  </port>
6393
  </output>
6394
  </layer>
6395
+ <layer id="382" name="Constant_108927" type="Const" version="opset1">
6396
  <data element_type="i64" shape="1" offset="95451188" size="8" />
6397
  <rt_info>
6398
+ <attribute name="fused_names" version="0" value="Constant_108927" />
6399
  </rt_info>
6400
  <output>
6401
  <port id="0" precision="I64">
 
6845
  </port>
6846
  </output>
6847
  </layer>
6848
+ <layer id="407" name="Constant_108948" type="Const" version="opset1">
6849
  <data element_type="i64" shape="1" offset="95451188" size="8" />
6850
  <rt_info>
6851
+ <attribute name="fused_names" version="0" value="Constant_108948" />
6852
  </rt_info>
6853
  <output>
6854
  <port id="0" precision="I64">
 
6934
  </port>
6935
  </output>
6936
  </layer>
6937
+ <layer id="412" name="Constant_108953" type="Const" version="opset1">
6938
  <data element_type="i64" shape="1" offset="95451188" size="8" />
6939
  <rt_info>
6940
+ <attribute name="fused_names" version="0" value="Constant_108953" />
6941
  </rt_info>
6942
  <output>
6943
  <port id="0" precision="I64">
 
7137
  <port id="0" precision="I64" names="/distilbert/transformer/layer.3/attention/Constant_output_0" />
7138
  </output>
7139
  </layer>
7140
+ <layer id="424" name="Constant_108963" type="Const" version="opset1">
7141
  <data element_type="i64" shape="" offset="18468" size="8" />
7142
  <rt_info>
7143
+ <attribute name="fused_names" version="0" value="Constant_108963" />
7144
  </rt_info>
7145
  <output>
7146
  <port id="0" precision="I64" />
 
7149
  <layer id="425" name="/distilbert/transformer/layer.3/attention/Gather" type="Gather" version="opset8">
7150
  <data batch_dims="0" />
7151
  <rt_info>
7152
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.3/attention/Constant, /distilbert/transformer/layer.3/attention/Gather, Constant_108963" />
7153
  </rt_info>
7154
  <input>
7155
  <port id="0" precision="I64">
 
7162
  <port id="3" precision="I64" names="/distilbert/transformer/layer.3/attention/Gather_output_0" />
7163
  </output>
7164
  </layer>
7165
+ <layer id="426" name="Constant_109023" type="Const" version="opset1">
7166
  <data element_type="i64" shape="1" offset="18468" size="8" />
7167
  <rt_info>
7168
+ <attribute name="fused_names" version="0" value="Constant_109023" />
7169
  </rt_info>
7170
  <output>
7171
  <port id="0" precision="I64">
 
7175
  </layer>
7176
  <layer id="427" name="/distilbert/transformer/layer.3/attention/Unsqueeze_3" type="Unsqueeze" version="opset1">
7177
  <rt_info>
7178
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.3/attention/Unsqueeze_3, Constant_109023" />
7179
  </rt_info>
7180
  <input>
7181
  <port id="0" precision="I64" />
 
7238
  <port id="0" precision="I64" names="/distilbert/transformer/layer.3/attention/Constant_1_output_0" />
7239
  </output>
7240
  </layer>
7241
+ <layer id="432" name="Constant_108967" type="Const" version="opset1">
7242
  <data element_type="i64" shape="" offset="18468" size="8" />
7243
  <rt_info>
7244
+ <attribute name="fused_names" version="0" value="Constant_108967" />
7245
  </rt_info>
7246
  <output>
7247
  <port id="0" precision="I64" />
 
7250
  <layer id="433" name="/distilbert/transformer/layer.3/attention/Gather_1" type="Gather" version="opset8">
7251
  <data batch_dims="0" />
7252
  <rt_info>
7253
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.3/attention/Constant_1, /distilbert/transformer/layer.3/attention/Gather_1, Constant_108967" />
7254
  </rt_info>
7255
  <input>
7256
  <port id="0" precision="I64">
 
7263
  <port id="3" precision="I64" names="/distilbert/transformer/layer.3/attention/Gather_1_output_0" />
7264
  </output>
7265
  </layer>
7266
+ <layer id="434" name="Constant_109027" type="Const" version="opset1">
7267
  <data element_type="i64" shape="1" offset="18468" size="8" />
7268
  <rt_info>
7269
+ <attribute name="fused_names" version="0" value="Constant_109027" />
7270
  </rt_info>
7271
  <output>
7272
  <port id="0" precision="I64">
 
7276
  </layer>
7277
  <layer id="435" name="/distilbert/transformer/layer.3/attention/Unsqueeze_4" type="Unsqueeze" version="opset1">
7278
  <rt_info>
7279
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.3/attention/Unsqueeze_4, Constant_109027" />
7280
  </rt_info>
7281
  <input>
7282
  <port id="0" precision="I64" />
 
7408
  </port>
7409
  </output>
7410
  </layer>
7411
+ <layer id="442" name="Constant_108971" type="Const" version="opset1">
7412
  <data element_type="i64" shape="1" offset="18468" size="8" />
7413
  <rt_info>
7414
+ <attribute name="fused_names" version="0" value="Constant_108971" />
7415
  </rt_info>
7416
  <output>
7417
  <port id="0" precision="I64">
 
7421
  </layer>
7422
  <layer id="443" name="/distilbert/transformer/layer.3/attention/Unsqueeze" type="Unsqueeze" version="opset1">
7423
  <rt_info>
7424
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.3/attention/Unsqueeze, Constant_108971" />
7425
  </rt_info>
7426
  <input>
7427
  <port id="0" precision="I64" />
 
7517
  </port>
7518
  </output>
7519
  </layer>
7520
+ <layer id="449" name="Constant_108996" type="Const" version="opset1">
7521
  <data element_type="i64" shape="4" offset="97819732" size="32" />
7522
  <rt_info>
7523
+ <attribute name="fused_names" version="0" value="Constant_108996" />
7524
  </rt_info>
7525
  <output>
7526
  <port id="0" precision="I64">
 
7654
  </port>
7655
  </output>
7656
  </layer>
7657
+ <layer id="457" name="Constant_108977" type="Const" version="opset1">
7658
  <data element_type="i64" shape="1" offset="18468" size="8" />
7659
  <rt_info>
7660
+ <attribute name="fused_names" version="0" value="Constant_108977" />
7661
  </rt_info>
7662
  <output>
7663
  <port id="0" precision="I64">
 
7667
  </layer>
7668
  <layer id="458" name="/distilbert/transformer/layer.3/attention/Unsqueeze_1" type="Unsqueeze" version="opset1">
7669
  <rt_info>
7670
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.3/attention/Unsqueeze_1, Constant_108977" />
7671
  </rt_info>
7672
  <input>
7673
  <port id="0" precision="I64" />
 
7763
  </port>
7764
  </output>
7765
  </layer>
7766
+ <layer id="464" name="Constant_109020" type="Const" version="opset1">
7767
  <data element_type="i64" shape="4" offset="100182136" size="32" />
7768
  <rt_info>
7769
+ <attribute name="fused_names" version="0" value="Constant_109020" />
7770
  </rt_info>
7771
  <output>
7772
  <port id="0" precision="I64">
 
8022
  </port>
8023
  </output>
8024
  </layer>
8025
+ <layer id="477" name="Constant_108983" type="Const" version="opset1">
8026
  <data element_type="i64" shape="1" offset="18468" size="8" />
8027
  <rt_info>
8028
+ <attribute name="fused_names" version="0" value="Constant_108983" />
8029
  </rt_info>
8030
  <output>
8031
  <port id="0" precision="I64">
 
8035
  </layer>
8036
  <layer id="478" name="/distilbert/transformer/layer.3/attention/Unsqueeze_2" type="Unsqueeze" version="opset1">
8037
  <rt_info>
8038
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.3/attention/Unsqueeze_2, Constant_108983" />
8039
  </rt_info>
8040
  <input>
8041
  <port id="0" precision="I64" />
 
8131
  </port>
8132
  </output>
8133
  </layer>
8134
+ <layer id="484" name="Constant_109016" type="Const" version="opset1">
8135
  <data element_type="i64" shape="4" offset="97819732" size="32" />
8136
  <rt_info>
8137
+ <attribute name="fused_names" version="0" value="Constant_109016" />
8138
  </rt_info>
8139
  <output>
8140
  <port id="0" precision="I64">
 
8194
  </port>
8195
  </output>
8196
  </layer>
8197
+ <layer id="487" name="Constant_109052" type="Const" version="opset1">
8198
  <data element_type="i64" shape="4" offset="97819732" size="32" />
8199
  <rt_info>
8200
+ <attribute name="fused_names" version="0" value="Constant_109052" />
8201
  </rt_info>
8202
  <output>
8203
  <port id="0" precision="I64">
 
8229
  </port>
8230
  </output>
8231
  </layer>
8232
+ <layer id="489" name="Constant_109054" type="Const" version="opset1">
8233
  <data element_type="i64" shape="1" offset="18468" size="8" />
8234
  <rt_info>
8235
+ <attribute name="fused_names" version="0" value="Constant_109054" />
8236
  </rt_info>
8237
  <output>
8238
  <port id="0" precision="I64">
 
8242
  </layer>
8243
  <layer id="490" name="/distilbert/transformer/layer.3/attention/Unsqueeze_5" type="Unsqueeze" version="opset1">
8244
  <rt_info>
8245
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.3/attention/Unsqueeze_5, Constant_109054" />
8246
  </rt_info>
8247
  <input>
8248
  <port id="0" precision="I64" />
 
8408
  </port>
8409
  </output>
8410
  </layer>
8411
+ <layer id="499" name="Constant_109069" type="Const" version="opset1">
8412
  <data element_type="i64" shape="1" offset="95451188" size="8" />
8413
  <rt_info>
8414
+ <attribute name="fused_names" version="0" value="Constant_109069" />
8415
  </rt_info>
8416
  <output>
8417
  <port id="0" precision="I64">
 
8497
  </port>
8498
  </output>
8499
  </layer>
8500
+ <layer id="504" name="Constant_109074" type="Const" version="opset1">
8501
  <data element_type="i64" shape="1" offset="95451188" size="8" />
8502
  <rt_info>
8503
+ <attribute name="fused_names" version="0" value="Constant_109074" />
8504
  </rt_info>
8505
  <output>
8506
  <port id="0" precision="I64">
 
8950
  </port>
8951
  </output>
8952
  </layer>
8953
+ <layer id="529" name="Constant_109095" type="Const" version="opset1">
8954
  <data element_type="i64" shape="1" offset="95451188" size="8" />
8955
  <rt_info>
8956
+ <attribute name="fused_names" version="0" value="Constant_109095" />
8957
  </rt_info>
8958
  <output>
8959
  <port id="0" precision="I64">
 
9039
  </port>
9040
  </output>
9041
  </layer>
9042
+ <layer id="534" name="Constant_109100" type="Const" version="opset1">
9043
  <data element_type="i64" shape="1" offset="95451188" size="8" />
9044
  <rt_info>
9045
+ <attribute name="fused_names" version="0" value="Constant_109100" />
9046
  </rt_info>
9047
  <output>
9048
  <port id="0" precision="I64">
 
9242
  <port id="0" precision="I64" names="/distilbert/transformer/layer.4/attention/Constant_output_0" />
9243
  </output>
9244
  </layer>
9245
+ <layer id="546" name="Constant_109110" type="Const" version="opset1">
9246
  <data element_type="i64" shape="" offset="18468" size="8" />
9247
  <rt_info>
9248
+ <attribute name="fused_names" version="0" value="Constant_109110" />
9249
  </rt_info>
9250
  <output>
9251
  <port id="0" precision="I64" />
 
9254
  <layer id="547" name="/distilbert/transformer/layer.4/attention/Gather" type="Gather" version="opset8">
9255
  <data batch_dims="0" />
9256
  <rt_info>
9257
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.4/attention/Constant, /distilbert/transformer/layer.4/attention/Gather, Constant_109110" />
9258
  </rt_info>
9259
  <input>
9260
  <port id="0" precision="I64">
 
9267
  <port id="3" precision="I64" names="/distilbert/transformer/layer.4/attention/Gather_output_0" />
9268
  </output>
9269
  </layer>
9270
+ <layer id="548" name="Constant_109170" type="Const" version="opset1">
9271
  <data element_type="i64" shape="1" offset="18468" size="8" />
9272
  <rt_info>
9273
+ <attribute name="fused_names" version="0" value="Constant_109170" />
9274
  </rt_info>
9275
  <output>
9276
  <port id="0" precision="I64">
 
9280
  </layer>
9281
  <layer id="549" name="/distilbert/transformer/layer.4/attention/Unsqueeze_3" type="Unsqueeze" version="opset1">
9282
  <rt_info>
9283
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.4/attention/Unsqueeze_3, Constant_109170" />
9284
  </rt_info>
9285
  <input>
9286
  <port id="0" precision="I64" />
 
9343
  <port id="0" precision="I64" names="/distilbert/transformer/layer.4/attention/Constant_1_output_0" />
9344
  </output>
9345
  </layer>
9346
+ <layer id="554" name="Constant_109114" type="Const" version="opset1">
9347
  <data element_type="i64" shape="" offset="18468" size="8" />
9348
  <rt_info>
9349
+ <attribute name="fused_names" version="0" value="Constant_109114" />
9350
  </rt_info>
9351
  <output>
9352
  <port id="0" precision="I64" />
 
9355
  <layer id="555" name="/distilbert/transformer/layer.4/attention/Gather_1" type="Gather" version="opset8">
9356
  <data batch_dims="0" />
9357
  <rt_info>
9358
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.4/attention/Constant_1, /distilbert/transformer/layer.4/attention/Gather_1, Constant_109114" />
9359
  </rt_info>
9360
  <input>
9361
  <port id="0" precision="I64">
 
9368
  <port id="3" precision="I64" names="/distilbert/transformer/layer.4/attention/Gather_1_output_0" />
9369
  </output>
9370
  </layer>
9371
+ <layer id="556" name="Constant_109174" type="Const" version="opset1">
9372
  <data element_type="i64" shape="1" offset="18468" size="8" />
9373
  <rt_info>
9374
+ <attribute name="fused_names" version="0" value="Constant_109174" />
9375
  </rt_info>
9376
  <output>
9377
  <port id="0" precision="I64">
 
9381
  </layer>
9382
  <layer id="557" name="/distilbert/transformer/layer.4/attention/Unsqueeze_4" type="Unsqueeze" version="opset1">
9383
  <rt_info>
9384
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.4/attention/Unsqueeze_4, Constant_109174" />
9385
  </rt_info>
9386
  <input>
9387
  <port id="0" precision="I64" />
 
9513
  </port>
9514
  </output>
9515
  </layer>
9516
+ <layer id="564" name="Constant_109118" type="Const" version="opset1">
9517
  <data element_type="i64" shape="1" offset="18468" size="8" />
9518
  <rt_info>
9519
+ <attribute name="fused_names" version="0" value="Constant_109118" />
9520
  </rt_info>
9521
  <output>
9522
  <port id="0" precision="I64">
 
9526
  </layer>
9527
  <layer id="565" name="/distilbert/transformer/layer.4/attention/Unsqueeze" type="Unsqueeze" version="opset1">
9528
  <rt_info>
9529
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.4/attention/Unsqueeze, Constant_109118" />
9530
  </rt_info>
9531
  <input>
9532
  <port id="0" precision="I64" />
 
9622
  </port>
9623
  </output>
9624
  </layer>
9625
+ <layer id="571" name="Constant_109143" type="Const" version="opset1">
9626
  <data element_type="i64" shape="4" offset="97819732" size="32" />
9627
  <rt_info>
9628
+ <attribute name="fused_names" version="0" value="Constant_109143" />
9629
  </rt_info>
9630
  <output>
9631
  <port id="0" precision="I64">
 
9759
  </port>
9760
  </output>
9761
  </layer>
9762
+ <layer id="579" name="Constant_109124" type="Const" version="opset1">
9763
  <data element_type="i64" shape="1" offset="18468" size="8" />
9764
  <rt_info>
9765
+ <attribute name="fused_names" version="0" value="Constant_109124" />
9766
  </rt_info>
9767
  <output>
9768
  <port id="0" precision="I64">
 
9772
  </layer>
9773
  <layer id="580" name="/distilbert/transformer/layer.4/attention/Unsqueeze_1" type="Unsqueeze" version="opset1">
9774
  <rt_info>
9775
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.4/attention/Unsqueeze_1, Constant_109124" />
9776
  </rt_info>
9777
  <input>
9778
  <port id="0" precision="I64" />
 
9868
  </port>
9869
  </output>
9870
  </layer>
9871
+ <layer id="586" name="Constant_109167" type="Const" version="opset1">
9872
  <data element_type="i64" shape="4" offset="100182136" size="32" />
9873
  <rt_info>
9874
+ <attribute name="fused_names" version="0" value="Constant_109167" />
9875
  </rt_info>
9876
  <output>
9877
  <port id="0" precision="I64">
 
10127
  </port>
10128
  </output>
10129
  </layer>
10130
+ <layer id="599" name="Constant_109130" type="Const" version="opset1">
10131
  <data element_type="i64" shape="1" offset="18468" size="8" />
10132
  <rt_info>
10133
+ <attribute name="fused_names" version="0" value="Constant_109130" />
10134
  </rt_info>
10135
  <output>
10136
  <port id="0" precision="I64">
 
10140
  </layer>
10141
  <layer id="600" name="/distilbert/transformer/layer.4/attention/Unsqueeze_2" type="Unsqueeze" version="opset1">
10142
  <rt_info>
10143
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.4/attention/Unsqueeze_2, Constant_109130" />
10144
  </rt_info>
10145
  <input>
10146
  <port id="0" precision="I64" />
 
10236
  </port>
10237
  </output>
10238
  </layer>
10239
+ <layer id="606" name="Constant_109163" type="Const" version="opset1">
10240
  <data element_type="i64" shape="4" offset="97819732" size="32" />
10241
  <rt_info>
10242
+ <attribute name="fused_names" version="0" value="Constant_109163" />
10243
  </rt_info>
10244
  <output>
10245
  <port id="0" precision="I64">
 
10299
  </port>
10300
  </output>
10301
  </layer>
10302
+ <layer id="609" name="Constant_109199" type="Const" version="opset1">
10303
  <data element_type="i64" shape="4" offset="97819732" size="32" />
10304
  <rt_info>
10305
+ <attribute name="fused_names" version="0" value="Constant_109199" />
10306
  </rt_info>
10307
  <output>
10308
  <port id="0" precision="I64">
 
10334
  </port>
10335
  </output>
10336
  </layer>
10337
+ <layer id="611" name="Constant_109201" type="Const" version="opset1">
10338
  <data element_type="i64" shape="1" offset="18468" size="8" />
10339
  <rt_info>
10340
+ <attribute name="fused_names" version="0" value="Constant_109201" />
10341
  </rt_info>
10342
  <output>
10343
  <port id="0" precision="I64">
 
10347
  </layer>
10348
  <layer id="612" name="/distilbert/transformer/layer.4/attention/Unsqueeze_5" type="Unsqueeze" version="opset1">
10349
  <rt_info>
10350
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.4/attention/Unsqueeze_5, Constant_109201" />
10351
  </rt_info>
10352
  <input>
10353
  <port id="0" precision="I64" />
 
10513
  </port>
10514
  </output>
10515
  </layer>
10516
+ <layer id="621" name="Constant_109216" type="Const" version="opset1">
10517
  <data element_type="i64" shape="1" offset="95451188" size="8" />
10518
  <rt_info>
10519
+ <attribute name="fused_names" version="0" value="Constant_109216" />
10520
  </rt_info>
10521
  <output>
10522
  <port id="0" precision="I64">
 
10602
  </port>
10603
  </output>
10604
  </layer>
10605
+ <layer id="626" name="Constant_109221" type="Const" version="opset1">
10606
  <data element_type="i64" shape="1" offset="95451188" size="8" />
10607
  <rt_info>
10608
+ <attribute name="fused_names" version="0" value="Constant_109221" />
10609
  </rt_info>
10610
  <output>
10611
  <port id="0" precision="I64">
 
11055
  </port>
11056
  </output>
11057
  </layer>
11058
+ <layer id="651" name="Constant_109242" type="Const" version="opset1">
11059
  <data element_type="i64" shape="1" offset="95451188" size="8" />
11060
  <rt_info>
11061
+ <attribute name="fused_names" version="0" value="Constant_109242" />
11062
  </rt_info>
11063
  <output>
11064
  <port id="0" precision="I64">
 
11144
  </port>
11145
  </output>
11146
  </layer>
11147
+ <layer id="656" name="Constant_109247" type="Const" version="opset1">
11148
  <data element_type="i64" shape="1" offset="95451188" size="8" />
11149
  <rt_info>
11150
+ <attribute name="fused_names" version="0" value="Constant_109247" />
11151
  </rt_info>
11152
  <output>
11153
  <port id="0" precision="I64">
 
11347
  <port id="0" precision="I64" names="/distilbert/transformer/layer.5/attention/Constant_output_0" />
11348
  </output>
11349
  </layer>
11350
+ <layer id="668" name="Constant_109257" type="Const" version="opset1">
11351
  <data element_type="i64" shape="" offset="18468" size="8" />
11352
  <rt_info>
11353
+ <attribute name="fused_names" version="0" value="Constant_109257" />
11354
  </rt_info>
11355
  <output>
11356
  <port id="0" precision="I64" />
 
11359
  <layer id="669" name="/distilbert/transformer/layer.5/attention/Gather" type="Gather" version="opset8">
11360
  <data batch_dims="0" />
11361
  <rt_info>
11362
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.5/attention/Constant, /distilbert/transformer/layer.5/attention/Gather, Constant_109257" />
11363
  </rt_info>
11364
  <input>
11365
  <port id="0" precision="I64">
 
11372
  <port id="3" precision="I64" names="/distilbert/transformer/layer.5/attention/Gather_output_0" />
11373
  </output>
11374
  </layer>
11375
+ <layer id="670" name="Constant_109317" type="Const" version="opset1">
11376
  <data element_type="i64" shape="1" offset="18468" size="8" />
11377
  <rt_info>
11378
+ <attribute name="fused_names" version="0" value="Constant_109317" />
11379
  </rt_info>
11380
  <output>
11381
  <port id="0" precision="I64">
 
11385
  </layer>
11386
  <layer id="671" name="/distilbert/transformer/layer.5/attention/Unsqueeze_3" type="Unsqueeze" version="opset1">
11387
  <rt_info>
11388
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.5/attention/Unsqueeze_3, Constant_109317" />
11389
  </rt_info>
11390
  <input>
11391
  <port id="0" precision="I64" />
 
11448
  <port id="0" precision="I64" names="/distilbert/transformer/layer.5/attention/Constant_1_output_0" />
11449
  </output>
11450
  </layer>
11451
+ <layer id="676" name="Constant_109261" type="Const" version="opset1">
11452
  <data element_type="i64" shape="" offset="18468" size="8" />
11453
  <rt_info>
11454
+ <attribute name="fused_names" version="0" value="Constant_109261" />
11455
  </rt_info>
11456
  <output>
11457
  <port id="0" precision="I64" />
 
11460
  <layer id="677" name="/distilbert/transformer/layer.5/attention/Gather_1" type="Gather" version="opset8">
11461
  <data batch_dims="0" />
11462
  <rt_info>
11463
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.5/attention/Constant_1, /distilbert/transformer/layer.5/attention/Gather_1, Constant_109261" />
11464
  </rt_info>
11465
  <input>
11466
  <port id="0" precision="I64">
 
11473
  <port id="3" precision="I64" names="/distilbert/transformer/layer.5/attention/Gather_1_output_0" />
11474
  </output>
11475
  </layer>
11476
+ <layer id="678" name="Constant_109321" type="Const" version="opset1">
11477
  <data element_type="i64" shape="1" offset="18468" size="8" />
11478
  <rt_info>
11479
+ <attribute name="fused_names" version="0" value="Constant_109321" />
11480
  </rt_info>
11481
  <output>
11482
  <port id="0" precision="I64">
 
11486
  </layer>
11487
  <layer id="679" name="/distilbert/transformer/layer.5/attention/Unsqueeze_4" type="Unsqueeze" version="opset1">
11488
  <rt_info>
11489
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.5/attention/Unsqueeze_4, Constant_109321" />
11490
  </rt_info>
11491
  <input>
11492
  <port id="0" precision="I64" />
 
11618
  </port>
11619
  </output>
11620
  </layer>
11621
+ <layer id="686" name="Constant_109265" type="Const" version="opset1">
11622
  <data element_type="i64" shape="1" offset="18468" size="8" />
11623
  <rt_info>
11624
+ <attribute name="fused_names" version="0" value="Constant_109265" />
11625
  </rt_info>
11626
  <output>
11627
  <port id="0" precision="I64">
 
11631
  </layer>
11632
  <layer id="687" name="/distilbert/transformer/layer.5/attention/Unsqueeze" type="Unsqueeze" version="opset1">
11633
  <rt_info>
11634
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.5/attention/Unsqueeze, Constant_109265" />
11635
  </rt_info>
11636
  <input>
11637
  <port id="0" precision="I64" />
 
11727
  </port>
11728
  </output>
11729
  </layer>
11730
+ <layer id="693" name="Constant_109290" type="Const" version="opset1">
11731
  <data element_type="i64" shape="4" offset="97819732" size="32" />
11732
  <rt_info>
11733
+ <attribute name="fused_names" version="0" value="Constant_109290" />
11734
  </rt_info>
11735
  <output>
11736
  <port id="0" precision="I64">
 
11864
  </port>
11865
  </output>
11866
  </layer>
11867
+ <layer id="701" name="Constant_109271" type="Const" version="opset1">
11868
  <data element_type="i64" shape="1" offset="18468" size="8" />
11869
  <rt_info>
11870
+ <attribute name="fused_names" version="0" value="Constant_109271" />
11871
  </rt_info>
11872
  <output>
11873
  <port id="0" precision="I64">
 
11877
  </layer>
11878
  <layer id="702" name="/distilbert/transformer/layer.5/attention/Unsqueeze_1" type="Unsqueeze" version="opset1">
11879
  <rt_info>
11880
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.5/attention/Unsqueeze_1, Constant_109271" />
11881
  </rt_info>
11882
  <input>
11883
  <port id="0" precision="I64" />
 
11973
  </port>
11974
  </output>
11975
  </layer>
11976
+ <layer id="708" name="Constant_109314" type="Const" version="opset1">
11977
  <data element_type="i64" shape="4" offset="100182136" size="32" />
11978
  <rt_info>
11979
+ <attribute name="fused_names" version="0" value="Constant_109314" />
11980
  </rt_info>
11981
  <output>
11982
  <port id="0" precision="I64">
 
12232
  </port>
12233
  </output>
12234
  </layer>
12235
+ <layer id="721" name="Constant_109277" type="Const" version="opset1">
12236
  <data element_type="i64" shape="1" offset="18468" size="8" />
12237
  <rt_info>
12238
+ <attribute name="fused_names" version="0" value="Constant_109277" />
12239
  </rt_info>
12240
  <output>
12241
  <port id="0" precision="I64">
 
12245
  </layer>
12246
  <layer id="722" name="/distilbert/transformer/layer.5/attention/Unsqueeze_2" type="Unsqueeze" version="opset1">
12247
  <rt_info>
12248
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.5/attention/Unsqueeze_2, Constant_109277" />
12249
  </rt_info>
12250
  <input>
12251
  <port id="0" precision="I64" />
 
12341
  </port>
12342
  </output>
12343
  </layer>
12344
+ <layer id="728" name="Constant_109310" type="Const" version="opset1">
12345
  <data element_type="i64" shape="4" offset="97819732" size="32" />
12346
  <rt_info>
12347
+ <attribute name="fused_names" version="0" value="Constant_109310" />
12348
  </rt_info>
12349
  <output>
12350
  <port id="0" precision="I64">
 
12404
  </port>
12405
  </output>
12406
  </layer>
12407
+ <layer id="731" name="Constant_109346" type="Const" version="opset1">
12408
  <data element_type="i64" shape="4" offset="97819732" size="32" />
12409
  <rt_info>
12410
+ <attribute name="fused_names" version="0" value="Constant_109346" />
12411
  </rt_info>
12412
  <output>
12413
  <port id="0" precision="I64">
 
12439
  </port>
12440
  </output>
12441
  </layer>
12442
+ <layer id="733" name="Constant_109348" type="Const" version="opset1">
12443
  <data element_type="i64" shape="1" offset="18468" size="8" />
12444
  <rt_info>
12445
+ <attribute name="fused_names" version="0" value="Constant_109348" />
12446
  </rt_info>
12447
  <output>
12448
  <port id="0" precision="I64">
 
12452
  </layer>
12453
  <layer id="734" name="/distilbert/transformer/layer.5/attention/Unsqueeze_5" type="Unsqueeze" version="opset1">
12454
  <rt_info>
12455
+ <attribute name="fused_names" version="0" value="/distilbert/transformer/layer.5/attention/Unsqueeze_5, Constant_109348" />
12456
  </rt_info>
12457
  <input>
12458
  <port id="0" precision="I64" />
 
12618
  </port>
12619
  </output>
12620
  </layer>
12621
+ <layer id="743" name="Constant_109363" type="Const" version="opset1">
12622
  <data element_type="i64" shape="1" offset="95451188" size="8" />
12623
  <rt_info>
12624
+ <attribute name="fused_names" version="0" value="Constant_109363" />
12625
  </rt_info>
12626
  <output>
12627
  <port id="0" precision="I64">
 
12707
  </port>
12708
  </output>
12709
  </layer>
12710
+ <layer id="748" name="Constant_109368" type="Const" version="opset1">
12711
  <data element_type="i64" shape="1" offset="95451188" size="8" />
12712
  <rt_info>
12713
+ <attribute name="fused_names" version="0" value="Constant_109368" />
12714
  </rt_info>
12715
  <output>
12716
  <port id="0" precision="I64">
 
13160
  </port>
13161
  </output>
13162
  </layer>
13163
+ <layer id="773" name="Constant_109389" type="Const" version="opset1">
13164
  <data element_type="i64" shape="1" offset="95451188" size="8" />
13165
  <rt_info>
13166
+ <attribute name="fused_names" version="0" value="Constant_109389" />
13167
  </rt_info>
13168
  <output>
13169
  <port id="0" precision="I64">
 
13249
  </port>
13250
  </output>
13251
  </layer>
13252
+ <layer id="778" name="Constant_109394" type="Const" version="opset1">
13253
  <data element_type="i64" shape="1" offset="95451188" size="8" />
13254
  <rt_info>
13255
+ <attribute name="fused_names" version="0" value="Constant_109394" />
13256
  </rt_info>
13257
  <output>
13258
  <port id="0" precision="I64">
 
13500
  <edges>
13501
  <edge from-layer="0" from-port="0" to-layer="7" to-port="0" />
13502
  <edge from-layer="1" from-port="0" to-layer="25" to-port="1" />
 
13503
  <edge from-layer="2" from-port="0" to-layer="790" to-port="0" />
13504
  <edge from-layer="3" from-port="0" to-layer="771" to-port="0" />
13505
  <edge from-layer="4" from-port="0" to-layer="760" to-port="0" />
 
13528
  <edge from-layer="22" from-port="0" to-layer="131" to-port="0" />
13529
  <edge from-layer="23" from-port="0" to-layer="25" to-port="0" />
13530
  <edge from-layer="24" from-port="0" to-layer="25" to-port="2" />
13531
+ <edge from-layer="25" from-port="3" to-layer="29" to-port="0" />
13532
  <edge from-layer="25" from-port="3" to-layer="40" to-port="0" />
13533
  <edge from-layer="26" from-port="0" to-layer="39" to-port="0" />
13534
  <edge from-layer="27" from-port="0" to-layer="37" to-port="0" />
 
13561
  <edge from-layer="52" from-port="0" to-layer="53" to-port="1" />
13562
  <edge from-layer="53" from-port="2" to-layer="55" to-port="0" />
13563
  <edge from-layer="54" from-port="0" to-layer="55" to-port="1" />
 
 
 
13564
  <edge from-layer="55" from-port="2" to-layer="132" to-port="1" />
13565
+ <edge from-layer="55" from-port="2" to-layer="89" to-port="0" />
13566
+ <edge from-layer="55" from-port="2" to-layer="109" to-port="0" />
13567
  <edge from-layer="55" from-port="2" to-layer="56" to-port="0" />
13568
  <edge from-layer="55" from-port="2" to-layer="74" to-port="0" />
13569
+ <edge from-layer="55" from-port="2" to-layer="64" to-port="0" />
13570
  <edge from-layer="56" from-port="1" to-layer="59" to-port="0" />
13571
  <edge from-layer="57" from-port="0" to-layer="59" to-port="1" />
13572
  <edge from-layer="58" from-port="0" to-layer="59" to-port="2" />
13573
+ <edge from-layer="59" from-port="3" to-layer="77" to-port="0" />
13574
  <edge from-layer="59" from-port="3" to-layer="61" to-port="0" />
 
13575
  <edge from-layer="59" from-port="3" to-layer="124" to-port="0" />
13576
+ <edge from-layer="59" from-port="3" to-layer="112" to-port="0" />
13577
  <edge from-layer="59" from-port="3" to-layer="92" to-port="0" />
13578
  <edge from-layer="60" from-port="0" to-layer="61" to-port="1" />
13579
  <edge from-layer="61" from-port="2" to-layer="70" to-port="0" />
 
13652
  <edge from-layer="132" from-port="2" to-layer="135" to-port="0" />
13653
  <edge from-layer="133" from-port="0" to-layer="134" to-port="1" />
13654
  <edge from-layer="134" from-port="2" to-layer="135" to-port="1" />
 
13655
  <edge from-layer="135" from-port="2" to-layer="137" to-port="0" />
13656
+ <edge from-layer="135" from-port="2" to-layer="143" to-port="0" />
13657
  <edge from-layer="136" from-port="0" to-layer="137" to-port="1" />
13658
  <edge from-layer="137" from-port="2" to-layer="139" to-port="0" />
13659
  <edge from-layer="138" from-port="0" to-layer="139" to-port="1" />
 
13669
  <edge from-layer="147" from-port="2" to-layer="149" to-port="0" />
13670
  <edge from-layer="148" from-port="0" to-layer="149" to-port="1" />
13671
  <edge from-layer="149" from-port="2" to-layer="150" to-port="1" />
 
13672
  <edge from-layer="150" from-port="2" to-layer="152" to-port="0" />
13673
+ <edge from-layer="150" from-port="2" to-layer="156" to-port="0" />
13674
  <edge from-layer="151" from-port="0" to-layer="152" to-port="1" />
13675
  <edge from-layer="152" from-port="2" to-layer="153" to-port="0" />
13676
  <edge from-layer="153" from-port="1" to-layer="155" to-port="0" />
special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "do_basic_tokenize": true,
4
+ "do_lower_case": true,
5
+ "mask_token": "[MASK]",
6
+ "model_max_length": 512,
7
+ "never_split": null,
8
+ "pad_token": "[PAD]",
9
+ "sep_token": "[SEP]",
10
+ "special_tokens_map_file": "/home/ubuntu/.cache/huggingface/hub/models--elastic--distilbert-base-uncased-finetuned-conll03-english/snapshots/f177061568460d92fffc9bf45f2ffdf7fa4ed810/special_tokens_map.json",
11
+ "strip_accents": null,
12
+ "tokenize_chinese_chars": true,
13
+ "tokenizer_class": "DistilBertTokenizer",
14
+ "unk_token": "[UNK]"
15
+ }
vocab.txt ADDED
The diff for this file is too large to render. See raw diff