Hugging Face's logo

OpenVINO
/
distil-whisper-large-v3-int4-ov

OpenVINO
whisper
Model card Files Community
openvino-ci commited on
Commit
454677f
•
1 Parent(s): 43f28c8

Upload folder using huggingface_hub

Browse files
Files changed (8) hide show
  1. config.json +1 -1
  2. openvino_decoder_model.bin +1 -1
  3. openvino_decoder_model.xml +0 -0
  4. openvino_decoder_with_past_model.bin +3 -0
  5. openvino_decoder_with_past_model.xml +0 -0
  6. openvino_detokenizer.xml +12 -12
  7. openvino_encoder_model.xml +0 -0
  8. openvino_tokenizer.xml +54 -54
config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "_attn_implementation_autoset": true,
3
- "_name_or_path": "distil-whisper/distil-large-v3",
4
  "activation_dropout": 0.0,
5
  "activation_function": "gelu",
6
  "apply_spec_augment": false,
 
1
  {
2
  "_attn_implementation_autoset": true,
3
+ "_name_or_path": "OpenVINO/distil-whisper-large-v3-int4-ov",
4
  "activation_dropout": 0.0,
5
  "activation_function": "gelu",
6
  "apply_spec_augment": false,
openvino_decoder_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c3418478bb1635a33c084985540ff7d6d9a392d297cb2a5cb4dbaffd5cf92bda
3
  size 94541822
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ffaf1b05307ea1cc9150415cc389bab72ad8de5a81093fb53325cb730614328
3
  size 94541822
openvino_decoder_model.xml CHANGED
The diff for this file is too large to render. See raw diff
 
openvino_decoder_with_past_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31134314e73effbf200b687dae7894c92bc15dab7f09ce0f687538f736d21c01
3
+ size 91126766
openvino_decoder_with_past_model.xml ADDED
The diff for this file is too large to render. See raw diff
 
openvino_detokenizer.xml CHANGED
@@ -1,16 +1,16 @@
1
  <?xml version="1.0"?>
2
  <net name="detokenizer" version="11">
3
  <layers>
4
- <layer id="0" name="Parameter_32760" type="Parameter" version="opset1">
5
  <data shape="?,?" element_type="i64" />
6
  <output>
7
- <port id="0" precision="I64" names="Parameter_32760">
8
  <dim>-1</dim>
9
  <dim>-1</dim>
10
  </port>
11
  </output>
12
  </layer>
13
- <layer id="1" name="Convert_32776" type="Convert" version="opset1">
14
  <data destination_type="i32" />
15
  <input>
16
  <port id="0" precision="I64">
@@ -25,7 +25,7 @@
25
  </port>
26
  </output>
27
  </layer>
28
- <layer id="2" name="Constant_32721" type="Const" version="opset1">
29
  <data element_type="u8" shape="528257" offset="0" size="528257" />
30
  <output>
31
  <port id="0" precision="U8">
@@ -33,7 +33,7 @@
33
  </port>
34
  </output>
35
  </layer>
36
- <layer id="3" name="StringTensorUnpack_32722" type="StringTensorUnpack" version="extension">
37
  <data mode="begins_ends" />
38
  <input>
39
  <port id="0" precision="U8">
@@ -52,7 +52,7 @@
52
  </port>
53
  </output>
54
  </layer>
55
- <layer id="4" name="VocabDecoder_32761" type="VocabDecoder" version="extension">
56
  <data skip_tokens="50257, 50258, 50259, 50260, 50261, 50262, 50263, 50264, 50265, 50266, 50267, 50268, 50269, 50270, 50271, 50272, 50273, 50274, 50275, 50276, 50277, 50278, 50279, 50280, 50281, 50282, 50283, 50284, 50285, 50286, 50287, 50288, 50289, 50290, 50291, 50292, 50293, 50294, 50295, 50296, 50297, 50298, 50299, 50300, 50301, 50302, 50303, 50304, 50305, 50306, 50307, 50308, 50309, 50310, 50311, 50312, 50313, 50314, 50315, 50316, 50317, 50318, 50319, 50320, 50321, 50322, 50323, 50324, 50325, 50326, 50327, 50328, 50329, 50330, 50331, 50332, 50333, 50334, 50335, 50336, 50337, 50338, 50339, 50340, 50341, 50342, 50343, 50344, 50345, 50346, 50347, 50348, 50349, 50350, 50351, 50352, 50353, 50354, 50355, 50356, 50357, 50358, 50359, 50360, 50361, 50362, 50363, 50364" />
57
  <input>
58
  <port id="0" precision="I32">
@@ -87,7 +87,7 @@
87
  </port>
88
  </output>
89
  </layer>
90
- <layer id="5" name="FuzeRagged_32762" type="FuzeRagged" version="extension">
91
  <input>
92
  <port id="0" precision="I32">
93
  <dim>-1</dim>
@@ -111,7 +111,7 @@
111
  </port>
112
  </output>
113
  </layer>
114
- <layer id="6" name="Constant_32764" type="Const" version="opset1">
115
  <data element_type="u8" shape="47" offset="528257" size="47" />
116
  <output>
117
  <port id="0" precision="U8">
@@ -119,7 +119,7 @@
119
  </port>
120
  </output>
121
  </layer>
122
- <layer id="7" name="Constant_32766" type="Const" version="opset1">
123
  <data element_type="u8" shape="2" offset="528304" size="2" />
124
  <output>
125
  <port id="0" precision="U8">
@@ -127,7 +127,7 @@
127
  </port>
128
  </output>
129
  </layer>
130
- <layer id="8" name="RegexNormalization_32767" type="RegexNormalization" version="extension">
131
  <data global_replace="true" />
132
  <input>
133
  <port id="0" precision="I32">
@@ -158,7 +158,7 @@
158
  </port>
159
  </output>
160
  </layer>
161
- <layer id="9" name="StringTensorPack_32768" type="StringTensorPack" version="extension">
162
  <data mode="begins_ends" />
163
  <input>
164
  <port id="0" precision="I32">
@@ -177,7 +177,7 @@
177
  </port>
178
  </output>
179
  </layer>
180
- <layer id="10" name="Result_32769" type="Result" version="opset1">
181
  <input>
182
  <port id="0" precision="STRING">
183
  <dim>-1</dim>
 
1
  <?xml version="1.0"?>
2
  <net name="detokenizer" version="11">
3
  <layers>
4
+ <layer id="0" name="Parameter_41775" type="Parameter" version="opset1">
5
  <data shape="?,?" element_type="i64" />
6
  <output>
7
+ <port id="0" precision="I64" names="Parameter_41775">
8
  <dim>-1</dim>
9
  <dim>-1</dim>
10
  </port>
11
  </output>
12
  </layer>
13
+ <layer id="1" name="Convert_41791" type="Convert" version="opset1">
14
  <data destination_type="i32" />
15
  <input>
16
  <port id="0" precision="I64">
 
25
  </port>
26
  </output>
27
  </layer>
28
+ <layer id="2" name="Constant_41736" type="Const" version="opset1">
29
  <data element_type="u8" shape="528257" offset="0" size="528257" />
30
  <output>
31
  <port id="0" precision="U8">
 
33
  </port>
34
  </output>
35
  </layer>
36
+ <layer id="3" name="StringTensorUnpack_41737" type="StringTensorUnpack" version="extension">
37
  <data mode="begins_ends" />
38
  <input>
39
  <port id="0" precision="U8">
 
52
  </port>
53
  </output>
54
  </layer>
55
+ <layer id="4" name="VocabDecoder_41776" type="VocabDecoder" version="extension">
56
  <data skip_tokens="50257, 50258, 50259, 50260, 50261, 50262, 50263, 50264, 50265, 50266, 50267, 50268, 50269, 50270, 50271, 50272, 50273, 50274, 50275, 50276, 50277, 50278, 50279, 50280, 50281, 50282, 50283, 50284, 50285, 50286, 50287, 50288, 50289, 50290, 50291, 50292, 50293, 50294, 50295, 50296, 50297, 50298, 50299, 50300, 50301, 50302, 50303, 50304, 50305, 50306, 50307, 50308, 50309, 50310, 50311, 50312, 50313, 50314, 50315, 50316, 50317, 50318, 50319, 50320, 50321, 50322, 50323, 50324, 50325, 50326, 50327, 50328, 50329, 50330, 50331, 50332, 50333, 50334, 50335, 50336, 50337, 50338, 50339, 50340, 50341, 50342, 50343, 50344, 50345, 50346, 50347, 50348, 50349, 50350, 50351, 50352, 50353, 50354, 50355, 50356, 50357, 50358, 50359, 50360, 50361, 50362, 50363, 50364" />
57
  <input>
58
  <port id="0" precision="I32">
 
87
  </port>
88
  </output>
89
  </layer>
90
+ <layer id="5" name="FuzeRagged_41777" type="FuzeRagged" version="extension">
91
  <input>
92
  <port id="0" precision="I32">
93
  <dim>-1</dim>
 
111
  </port>
112
  </output>
113
  </layer>
114
+ <layer id="6" name="Constant_41779" type="Const" version="opset1">
115
  <data element_type="u8" shape="47" offset="528257" size="47" />
116
  <output>
117
  <port id="0" precision="U8">
 
119
  </port>
120
  </output>
121
  </layer>
122
+ <layer id="7" name="Constant_41781" type="Const" version="opset1">
123
  <data element_type="u8" shape="2" offset="528304" size="2" />
124
  <output>
125
  <port id="0" precision="U8">
 
127
  </port>
128
  </output>
129
  </layer>
130
+ <layer id="8" name="RegexNormalization_41782" type="RegexNormalization" version="extension">
131
  <data global_replace="true" />
132
  <input>
133
  <port id="0" precision="I32">
 
158
  </port>
159
  </output>
160
  </layer>
161
+ <layer id="9" name="StringTensorPack_41783" type="StringTensorPack" version="extension">
162
  <data mode="begins_ends" />
163
  <input>
164
  <port id="0" precision="I32">
 
177
  </port>
178
  </output>
179
  </layer>
180
+ <layer id="10" name="Result_41784" type="Result" version="opset1">
181
  <input>
182
  <port id="0" precision="STRING">
183
  <dim>-1</dim>
openvino_encoder_model.xml CHANGED
The diff for this file is too large to render. See raw diff
 
openvino_tokenizer.xml CHANGED
@@ -1,27 +1,27 @@
1
  <?xml version="1.0"?>
2
  <net name="tokenizer" version="11">
3
  <layers>
4
- <layer id="0" name="Parameter_32640" type="Parameter" version="opset1">
5
  <data shape="?" element_type="string" />
6
  <output>
7
- <port id="0" precision="STRING" names="Parameter_32640">
8
  <dim>-1</dim>
9
  </port>
10
  </output>
11
  </layer>
12
- <layer id="1" name="Constant_32738" type="Const" version="opset1">
13
  <data element_type="i32" shape="" offset="0" size="4" />
14
  <output>
15
  <port id="0" precision="I32" />
16
  </output>
17
  </layer>
18
- <layer id="2" name="Constant_32739" type="Const" version="opset1">
19
  <data element_type="i32" shape="" offset="4" size="4" />
20
  <output>
21
  <port id="0" precision="I32" />
22
  </output>
23
  </layer>
24
- <layer id="3" name="Constant_32740" type="Const" version="opset1">
25
  <data element_type="i32" shape="1" offset="8" size="4" />
26
  <output>
27
  <port id="0" precision="I32">
@@ -29,19 +29,19 @@
29
  </port>
30
  </output>
31
  </layer>
32
- <layer id="4" name="Constant_32741" type="Const" version="opset1">
33
  <data element_type="i32" shape="" offset="0" size="4" />
34
  <output>
35
  <port id="0" precision="I32" />
36
  </output>
37
  </layer>
38
- <layer id="5" name="Constant_32742" type="Const" version="opset1">
39
  <data element_type="i32" shape="" offset="4" size="4" />
40
  <output>
41
  <port id="0" precision="I32" />
42
  </output>
43
  </layer>
44
- <layer id="6" name="Constant_32743" type="Const" version="opset1">
45
  <data element_type="i32" shape="1" offset="12" size="4" />
46
  <output>
47
  <port id="0" precision="I32">
@@ -49,13 +49,13 @@
49
  </port>
50
  </output>
51
  </layer>
52
- <layer id="7" name="Constant_32646" type="Const" version="opset1">
53
  <data element_type="i64" shape="" offset="16" size="8" />
54
  <output>
55
  <port id="0" precision="I64" />
56
  </output>
57
  </layer>
58
- <layer id="8" name="StringTensorUnpack_32641" type="StringTensorUnpack" version="extension">
59
  <data mode="begins_ends" />
60
  <input>
61
  <port id="0" precision="STRING">
@@ -74,7 +74,7 @@
74
  </port>
75
  </output>
76
  </layer>
77
- <layer id="9" name="ShapeOf_32642" type="ShapeOf" version="opset3">
78
  <data output_type="i64" />
79
  <input>
80
  <port id="0" precision="I32">
@@ -87,19 +87,19 @@
87
  </port>
88
  </output>
89
  </layer>
90
- <layer id="10" name="Constant_32643" type="Const" version="opset1">
91
  <data element_type="i64" shape="" offset="16" size="8" />
92
  <output>
93
  <port id="0" precision="I64" />
94
  </output>
95
  </layer>
96
- <layer id="11" name="Constant_32644" type="Const" version="opset1">
97
  <data element_type="i64" shape="" offset="16" size="8" />
98
  <output>
99
  <port id="0" precision="I64" />
100
  </output>
101
  </layer>
102
- <layer id="12" name="Gather_32645" type="Gather" version="opset8">
103
  <data batch_dims="0" />
104
  <input>
105
  <port id="0" precision="I64">
@@ -112,13 +112,13 @@
112
  <port id="3" precision="I64" />
113
  </output>
114
  </layer>
115
- <layer id="13" name="Constant_32647" type="Const" version="opset1">
116
  <data element_type="i64" shape="" offset="24" size="8" />
117
  <output>
118
  <port id="0" precision="I64" />
119
  </output>
120
  </layer>
121
- <layer id="14" name="Range_32648" type="Range" version="opset4">
122
  <data output_type="i32" />
123
  <input>
124
  <port id="0" precision="I64" />
@@ -131,19 +131,19 @@
131
  </port>
132
  </output>
133
  </layer>
134
- <layer id="15" name="Constant_32649" type="Const" version="opset1">
135
  <data element_type="i64" shape="" offset="24" size="8" />
136
  <output>
137
  <port id="0" precision="I64" />
138
  </output>
139
  </layer>
140
- <layer id="16" name="Constant_32650" type="Const" version="opset1">
141
  <data element_type="i64" shape="" offset="24" size="8" />
142
  <output>
143
  <port id="0" precision="I64" />
144
  </output>
145
  </layer>
146
- <layer id="17" name="Add_32651" type="Add" version="opset1">
147
  <data auto_broadcast="numpy" />
148
  <input>
149
  <port id="0" precision="I64" />
@@ -153,13 +153,13 @@
153
  <port id="2" precision="I64" />
154
  </output>
155
  </layer>
156
- <layer id="18" name="Constant_32652" type="Const" version="opset1">
157
  <data element_type="i64" shape="" offset="24" size="8" />
158
  <output>
159
  <port id="0" precision="I64" />
160
  </output>
161
  </layer>
162
- <layer id="19" name="Range_32653" type="Range" version="opset4">
163
  <data output_type="i32" />
164
  <input>
165
  <port id="0" precision="I64" />
@@ -172,7 +172,7 @@
172
  </port>
173
  </output>
174
  </layer>
175
- <layer id="20" name="Constant_32715" type="Const" version="opset1">
176
  <data element_type="u8" shape="26491" offset="32" size="26491" />
177
  <output>
178
  <port id="0" precision="U8">
@@ -180,7 +180,7 @@
180
  </port>
181
  </output>
182
  </layer>
183
- <layer id="21" name="SpecialTokensSplit_32716" type="SpecialTokensSplit" version="extension">
184
  <input>
185
  <port id="0" precision="I32">
186
  <dim>-1</dim>
@@ -222,7 +222,7 @@
222
  </port>
223
  </output>
224
  </layer>
225
- <layer id="22" name="Constant_32718" type="Const" version="opset1">
226
  <data element_type="u8" shape="64" offset="26523" size="64" />
227
  <output>
228
  <port id="0" precision="U8">
@@ -230,7 +230,7 @@
230
  </port>
231
  </output>
232
  </layer>
233
- <layer id="23" name="RegexSplit_32719" type="RegexSplit" version="extension">
234
  <data behaviour="isolate" invert="false" max_splits="-1" />
235
  <input>
236
  <port id="0" precision="I32">
@@ -276,7 +276,7 @@
276
  </port>
277
  </output>
278
  </layer>
279
- <layer id="24" name="Constant_32721" type="Const" version="opset1">
280
  <data element_type="u8" shape="528257" offset="26587" size="528257" />
281
  <output>
282
  <port id="0" precision="U8">
@@ -284,7 +284,7 @@
284
  </port>
285
  </output>
286
  </layer>
287
- <layer id="25" name="StringTensorUnpack_32722" type="StringTensorUnpack" version="extension">
288
  <data mode="begins_ends" />
289
  <input>
290
  <port id="0" precision="U8">
@@ -303,7 +303,7 @@
303
  </port>
304
  </output>
305
  </layer>
306
- <layer id="26" name="Constant_32727" type="Const" version="opset1">
307
  <data element_type="u8" shape="369958" offset="554844" size="369958" />
308
  <output>
309
  <port id="0" precision="U8">
@@ -311,7 +311,7 @@
311
  </port>
312
  </output>
313
  </layer>
314
- <layer id="27" name="StringTensorUnpack_32728" type="StringTensorUnpack" version="extension">
315
  <data mode="begins_ends" />
316
  <input>
317
  <port id="0" precision="U8">
@@ -330,7 +330,7 @@
330
  </port>
331
  </output>
332
  </layer>
333
- <layer id="28" name="Constant_32730" type="Const" version="opset1">
334
  <data element_type="u8" shape="336859" offset="924802" size="336859" />
335
  <output>
336
  <port id="0" precision="U8">
@@ -338,7 +338,7 @@
338
  </port>
339
  </output>
340
  </layer>
341
- <layer id="29" name="StringTensorUnpack_32731" type="StringTensorUnpack" version="extension">
342
  <data mode="begins_ends" />
343
  <input>
344
  <port id="0" precision="U8">
@@ -357,7 +357,7 @@
357
  </port>
358
  </output>
359
  </layer>
360
- <layer id="30" name="Constant_32724" type="Const" version="opset1">
361
  <data element_type="u8" shape="20172" offset="1261661" size="20172" />
362
  <output>
363
  <port id="0" precision="U8">
@@ -365,7 +365,7 @@
365
  </port>
366
  </output>
367
  </layer>
368
- <layer id="31" name="StringTensorUnpack_32725" type="StringTensorUnpack" version="extension">
369
  <data mode="begins_ends" />
370
  <input>
371
  <port id="0" precision="U8">
@@ -384,7 +384,7 @@
384
  </port>
385
  </output>
386
  </layer>
387
- <layer id="32" name="Constant_32732" type="Const" version="opset1">
388
  <data element_type="i32" shape="1609" offset="1281833" size="6436" />
389
  <output>
390
  <port id="0" precision="I32">
@@ -392,7 +392,7 @@
392
  </port>
393
  </output>
394
  </layer>
395
- <layer id="33" name="BPETokenizer_32733" type="BPETokenizer" version="extension">
396
  <data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" cache_capacity="20000" />
397
  <input>
398
  <port id="0" precision="I32">
@@ -462,7 +462,7 @@
462
  </port>
463
  </output>
464
  </layer>
465
- <layer id="34" name="Subtract_32734" type="Subtract" version="opset1">
466
  <data auto_broadcast="numpy" />
467
  <input>
468
  <port id="0" precision="I32">
@@ -478,13 +478,13 @@
478
  </port>
479
  </output>
480
  </layer>
481
- <layer id="35" name="Constant_32735" type="Const" version="opset1">
482
  <data element_type="i32" shape="" offset="1288269" size="4" />
483
  <output>
484
  <port id="0" precision="I32" />
485
  </output>
486
  </layer>
487
- <layer id="36" name="Minimum_32736" type="Minimum" version="opset1">
488
  <data auto_broadcast="numpy" />
489
  <input>
490
  <port id="0" precision="I32">
@@ -498,7 +498,7 @@
498
  </port>
499
  </output>
500
  </layer>
501
- <layer id="37" name="Add_32737" type="Add" version="opset1">
502
  <data auto_broadcast="numpy" />
503
  <input>
504
  <port id="0" precision="I32">
@@ -514,19 +514,19 @@
514
  </port>
515
  </output>
516
  </layer>
517
- <layer id="38" name="Constant_32744" type="Const" version="opset1">
518
  <data element_type="i32" shape="" offset="0" size="4" />
519
  <output>
520
  <port id="0" precision="I32" />
521
  </output>
522
  </layer>
523
- <layer id="39" name="Constant_32745" type="Const" version="opset1">
524
  <data element_type="i32" shape="" offset="4" size="4" />
525
  <output>
526
  <port id="0" precision="I32" />
527
  </output>
528
  </layer>
529
- <layer id="40" name="Constant_32746" type="Const" version="opset1">
530
  <data element_type="i32" shape="1" offset="1288273" size="4" />
531
  <output>
532
  <port id="0" precision="I32">
@@ -534,7 +534,7 @@
534
  </port>
535
  </output>
536
  </layer>
537
- <layer id="41" name="Constant_32747" type="Const" version="opset1">
538
  <data element_type="i32" shape="4" offset="1288277" size="16" />
539
  <output>
540
  <port id="0" precision="I32">
@@ -542,7 +542,7 @@
542
  </port>
543
  </output>
544
  </layer>
545
- <layer id="42" name="CombineSegments_32748" type="CombineSegments" version="extension">
546
  <input>
547
  <port id="0" precision="I32" />
548
  <port id="1" precision="I32" />
@@ -593,7 +593,7 @@
593
  </port>
594
  </output>
595
  </layer>
596
- <layer id="43" name="Subtract_32749" type="Subtract" version="opset1">
597
  <data auto_broadcast="numpy" />
598
  <input>
599
  <port id="0" precision="I32">
@@ -609,13 +609,13 @@
609
  </port>
610
  </output>
611
  </layer>
612
- <layer id="44" name="Constant_32750" type="Const" version="opset1">
613
  <data element_type="i32" shape="" offset="0" size="4" />
614
  <output>
615
  <port id="0" precision="I32" />
616
  </output>
617
  </layer>
618
- <layer id="45" name="ReduceMax_32751" type="ReduceMax" version="opset1">
619
  <data keep_dims="false" />
620
  <input>
621
  <port id="0" precision="I32">
@@ -627,13 +627,13 @@
627
  <port id="2" precision="I32" />
628
  </output>
629
  </layer>
630
- <layer id="46" name="Constant_32752" type="Const" version="opset1">
631
  <data element_type="i32" shape="" offset="1288273" size="4" />
632
  <output>
633
  <port id="0" precision="I32" />
634
  </output>
635
  </layer>
636
- <layer id="47" name="RaggedToDense_32753" type="RaggedToDense" version="extension">
637
  <data pad_right="true" />
638
  <input>
639
  <port id="0" precision="I32">
@@ -659,7 +659,7 @@
659
  </port>
660
  </output>
661
  </layer>
662
- <layer id="48" name="Convert_32754" type="Convert" version="opset1">
663
  <data destination_type="i32" />
664
  <input>
665
  <port id="0" precision="BOOL">
@@ -674,7 +674,7 @@
674
  </port>
675
  </output>
676
  </layer>
677
- <layer id="49" name="Convert_32754" type="Convert" version="opset1">
678
  <data destination_type="i64" />
679
  <input>
680
  <port id="0" precision="I32">
@@ -689,7 +689,7 @@
689
  </port>
690
  </output>
691
  </layer>
692
- <layer id="51" name="RaggedToDense_32753.0" type="Convert" version="opset1">
693
  <data destination_type="i64" />
694
  <input>
695
  <port id="0" precision="I32">
@@ -704,7 +704,7 @@
704
  </port>
705
  </output>
706
  </layer>
707
- <layer id="52" name="Result_32757" type="Result" version="opset1">
708
  <input>
709
  <port id="0" precision="I64">
710
  <dim>-1</dim>
@@ -712,7 +712,7 @@
712
  </port>
713
  </input>
714
  </layer>
715
- <layer id="50" name="Result_32759" type="Result" version="opset1">
716
  <input>
717
  <port id="0" precision="I64">
718
  <dim>-1</dim>
 
1
  <?xml version="1.0"?>
2
  <net name="tokenizer" version="11">
3
  <layers>
4
+ <layer id="0" name="Parameter_41655" type="Parameter" version="opset1">
5
  <data shape="?" element_type="string" />
6
  <output>
7
+ <port id="0" precision="STRING" names="Parameter_41655">
8
  <dim>-1</dim>
9
  </port>
10
  </output>
11
  </layer>
12
+ <layer id="1" name="Constant_41753" type="Const" version="opset1">
13
  <data element_type="i32" shape="" offset="0" size="4" />
14
  <output>
15
  <port id="0" precision="I32" />
16
  </output>
17
  </layer>
18
+ <layer id="2" name="Constant_41754" type="Const" version="opset1">
19
  <data element_type="i32" shape="" offset="4" size="4" />
20
  <output>
21
  <port id="0" precision="I32" />
22
  </output>
23
  </layer>
24
+ <layer id="3" name="Constant_41755" type="Const" version="opset1">
25
  <data element_type="i32" shape="1" offset="8" size="4" />
26
  <output>
27
  <port id="0" precision="I32">
 
29
  </port>
30
  </output>
31
  </layer>
32
+ <layer id="4" name="Constant_41756" type="Const" version="opset1">
33
  <data element_type="i32" shape="" offset="0" size="4" />
34
  <output>
35
  <port id="0" precision="I32" />
36
  </output>
37
  </layer>
38
+ <layer id="5" name="Constant_41757" type="Const" version="opset1">
39
  <data element_type="i32" shape="" offset="4" size="4" />
40
  <output>
41
  <port id="0" precision="I32" />
42
  </output>
43
  </layer>
44
+ <layer id="6" name="Constant_41758" type="Const" version="opset1">
45
  <data element_type="i32" shape="1" offset="12" size="4" />
46
  <output>
47
  <port id="0" precision="I32">
 
49
  </port>
50
  </output>
51
  </layer>
52
+ <layer id="7" name="Constant_41661" type="Const" version="opset1">
53
  <data element_type="i64" shape="" offset="16" size="8" />
54
  <output>
55
  <port id="0" precision="I64" />
56
  </output>
57
  </layer>
58
+ <layer id="8" name="StringTensorUnpack_41656" type="StringTensorUnpack" version="extension">
59
  <data mode="begins_ends" />
60
  <input>
61
  <port id="0" precision="STRING">
 
74
  </port>
75
  </output>
76
  </layer>
77
+ <layer id="9" name="ShapeOf_41657" type="ShapeOf" version="opset3">
78
  <data output_type="i64" />
79
  <input>
80
  <port id="0" precision="I32">
 
87
  </port>
88
  </output>
89
  </layer>
90
+ <layer id="10" name="Constant_41658" type="Const" version="opset1">
91
  <data element_type="i64" shape="" offset="16" size="8" />
92
  <output>
93
  <port id="0" precision="I64" />
94
  </output>
95
  </layer>
96
+ <layer id="11" name="Constant_41659" type="Const" version="opset1">
97
  <data element_type="i64" shape="" offset="16" size="8" />
98
  <output>
99
  <port id="0" precision="I64" />
100
  </output>
101
  </layer>
102
+ <layer id="12" name="Gather_41660" type="Gather" version="opset8">
103
  <data batch_dims="0" />
104
  <input>
105
  <port id="0" precision="I64">
 
112
  <port id="3" precision="I64" />
113
  </output>
114
  </layer>
115
+ <layer id="13" name="Constant_41662" type="Const" version="opset1">
116
  <data element_type="i64" shape="" offset="24" size="8" />
117
  <output>
118
  <port id="0" precision="I64" />
119
  </output>
120
  </layer>
121
+ <layer id="14" name="Range_41663" type="Range" version="opset4">
122
  <data output_type="i32" />
123
  <input>
124
  <port id="0" precision="I64" />
 
131
  </port>
132
  </output>
133
  </layer>
134
+ <layer id="15" name="Constant_41664" type="Const" version="opset1">
135
  <data element_type="i64" shape="" offset="24" size="8" />
136
  <output>
137
  <port id="0" precision="I64" />
138
  </output>
139
  </layer>
140
+ <layer id="16" name="Constant_41665" type="Const" version="opset1">
141
  <data element_type="i64" shape="" offset="24" size="8" />
142
  <output>
143
  <port id="0" precision="I64" />
144
  </output>
145
  </layer>
146
+ <layer id="17" name="Add_41666" type="Add" version="opset1">
147
  <data auto_broadcast="numpy" />
148
  <input>
149
  <port id="0" precision="I64" />
 
153
  <port id="2" precision="I64" />
154
  </output>
155
  </layer>
156
+ <layer id="18" name="Constant_41667" type="Const" version="opset1">
157
  <data element_type="i64" shape="" offset="24" size="8" />
158
  <output>
159
  <port id="0" precision="I64" />
160
  </output>
161
  </layer>
162
+ <layer id="19" name="Range_41668" type="Range" version="opset4">
163
  <data output_type="i32" />
164
  <input>
165
  <port id="0" precision="I64" />
 
172
  </port>
173
  </output>
174
  </layer>
175
+ <layer id="20" name="Constant_41730" type="Const" version="opset1">
176
  <data element_type="u8" shape="26491" offset="32" size="26491" />
177
  <output>
178
  <port id="0" precision="U8">
 
180
  </port>
181
  </output>
182
  </layer>
183
+ <layer id="21" name="SpecialTokensSplit_41731" type="SpecialTokensSplit" version="extension">
184
  <input>
185
  <port id="0" precision="I32">
186
  <dim>-1</dim>
 
222
  </port>
223
  </output>
224
  </layer>
225
+ <layer id="22" name="Constant_41733" type="Const" version="opset1">
226
  <data element_type="u8" shape="64" offset="26523" size="64" />
227
  <output>
228
  <port id="0" precision="U8">
 
230
  </port>
231
  </output>
232
  </layer>
233
+ <layer id="23" name="RegexSplit_41734" type="RegexSplit" version="extension">
234
  <data behaviour="isolate" invert="false" max_splits="-1" />
235
  <input>
236
  <port id="0" precision="I32">
 
276
  </port>
277
  </output>
278
  </layer>
279
+ <layer id="24" name="Constant_41736" type="Const" version="opset1">
280
  <data element_type="u8" shape="528257" offset="26587" size="528257" />
281
  <output>
282
  <port id="0" precision="U8">
 
284
  </port>
285
  </output>
286
  </layer>
287
+ <layer id="25" name="StringTensorUnpack_41737" type="StringTensorUnpack" version="extension">
288
  <data mode="begins_ends" />
289
  <input>
290
  <port id="0" precision="U8">
 
303
  </port>
304
  </output>
305
  </layer>
306
+ <layer id="26" name="Constant_41742" type="Const" version="opset1">
307
  <data element_type="u8" shape="369958" offset="554844" size="369958" />
308
  <output>
309
  <port id="0" precision="U8">
 
311
  </port>
312
  </output>
313
  </layer>
314
+ <layer id="27" name="StringTensorUnpack_41743" type="StringTensorUnpack" version="extension">
315
  <data mode="begins_ends" />
316
  <input>
317
  <port id="0" precision="U8">
 
330
  </port>
331
  </output>
332
  </layer>
333
+ <layer id="28" name="Constant_41745" type="Const" version="opset1">
334
  <data element_type="u8" shape="336859" offset="924802" size="336859" />
335
  <output>
336
  <port id="0" precision="U8">
 
338
  </port>
339
  </output>
340
  </layer>
341
+ <layer id="29" name="StringTensorUnpack_41746" type="StringTensorUnpack" version="extension">
342
  <data mode="begins_ends" />
343
  <input>
344
  <port id="0" precision="U8">
 
357
  </port>
358
  </output>
359
  </layer>
360
+ <layer id="30" name="Constant_41739" type="Const" version="opset1">
361
  <data element_type="u8" shape="20172" offset="1261661" size="20172" />
362
  <output>
363
  <port id="0" precision="U8">
 
365
  </port>
366
  </output>
367
  </layer>
368
+ <layer id="31" name="StringTensorUnpack_41740" type="StringTensorUnpack" version="extension">
369
  <data mode="begins_ends" />
370
  <input>
371
  <port id="0" precision="U8">
 
384
  </port>
385
  </output>
386
  </layer>
387
+ <layer id="32" name="Constant_41747" type="Const" version="opset1">
388
  <data element_type="i32" shape="1609" offset="1281833" size="6436" />
389
  <output>
390
  <port id="0" precision="I32">
 
392
  </port>
393
  </output>
394
  </layer>
395
+ <layer id="33" name="BPETokenizer_41748" type="BPETokenizer" version="extension">
396
  <data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" cache_capacity="20000" />
397
  <input>
398
  <port id="0" precision="I32">
 
462
  </port>
463
  </output>
464
  </layer>
465
+ <layer id="34" name="Subtract_41749" type="Subtract" version="opset1">
466
  <data auto_broadcast="numpy" />
467
  <input>
468
  <port id="0" precision="I32">
 
478
  </port>
479
  </output>
480
  </layer>
481
+ <layer id="35" name="Constant_41750" type="Const" version="opset1">
482
  <data element_type="i32" shape="" offset="1288269" size="4" />
483
  <output>
484
  <port id="0" precision="I32" />
485
  </output>
486
  </layer>
487
+ <layer id="36" name="Minimum_41751" type="Minimum" version="opset1">
488
  <data auto_broadcast="numpy" />
489
  <input>
490
  <port id="0" precision="I32">
 
498
  </port>
499
  </output>
500
  </layer>
501
+ <layer id="37" name="Add_41752" type="Add" version="opset1">
502
  <data auto_broadcast="numpy" />
503
  <input>
504
  <port id="0" precision="I32">
 
514
  </port>
515
  </output>
516
  </layer>
517
+ <layer id="38" name="Constant_41759" type="Const" version="opset1">
518
  <data element_type="i32" shape="" offset="0" size="4" />
519
  <output>
520
  <port id="0" precision="I32" />
521
  </output>
522
  </layer>
523
+ <layer id="39" name="Constant_41760" type="Const" version="opset1">
524
  <data element_type="i32" shape="" offset="4" size="4" />
525
  <output>
526
  <port id="0" precision="I32" />
527
  </output>
528
  </layer>
529
+ <layer id="40" name="Constant_41761" type="Const" version="opset1">
530
  <data element_type="i32" shape="1" offset="1288273" size="4" />
531
  <output>
532
  <port id="0" precision="I32">
 
534
  </port>
535
  </output>
536
  </layer>
537
+ <layer id="41" name="Constant_41762" type="Const" version="opset1">
538
  <data element_type="i32" shape="4" offset="1288277" size="16" />
539
  <output>
540
  <port id="0" precision="I32">
 
542
  </port>
543
  </output>
544
  </layer>
545
+ <layer id="42" name="CombineSegments_41763" type="CombineSegments" version="extension">
546
  <input>
547
  <port id="0" precision="I32" />
548
  <port id="1" precision="I32" />
 
593
  </port>
594
  </output>
595
  </layer>
596
+ <layer id="43" name="Subtract_41764" type="Subtract" version="opset1">
597
  <data auto_broadcast="numpy" />
598
  <input>
599
  <port id="0" precision="I32">
 
609
  </port>
610
  </output>
611
  </layer>
612
+ <layer id="44" name="Constant_41765" type="Const" version="opset1">
613
  <data element_type="i32" shape="" offset="0" size="4" />
614
  <output>
615
  <port id="0" precision="I32" />
616
  </output>
617
  </layer>
618
+ <layer id="45" name="ReduceMax_41766" type="ReduceMax" version="opset1">
619
  <data keep_dims="false" />
620
  <input>
621
  <port id="0" precision="I32">
 
627
  <port id="2" precision="I32" />
628
  </output>
629
  </layer>
630
+ <layer id="46" name="Constant_41767" type="Const" version="opset1">
631
  <data element_type="i32" shape="" offset="1288273" size="4" />
632
  <output>
633
  <port id="0" precision="I32" />
634
  </output>
635
  </layer>
636
+ <layer id="47" name="RaggedToDense_41768" type="RaggedToDense" version="extension">
637
  <data pad_right="true" />
638
  <input>
639
  <port id="0" precision="I32">
 
659
  </port>
660
  </output>
661
  </layer>
662
+ <layer id="48" name="Convert_41769" type="Convert" version="opset1">
663
  <data destination_type="i32" />
664
  <input>
665
  <port id="0" precision="BOOL">
 
674
  </port>
675
  </output>
676
  </layer>
677
+ <layer id="49" name="Convert_41769" type="Convert" version="opset1">
678
  <data destination_type="i64" />
679
  <input>
680
  <port id="0" precision="I32">
 
689
  </port>
690
  </output>
691
  </layer>
692
+ <layer id="51" name="RaggedToDense_41768.0" type="Convert" version="opset1">
693
  <data destination_type="i64" />
694
  <input>
695
  <port id="0" precision="I32">
 
704
  </port>
705
  </output>
706
  </layer>
707
+ <layer id="52" name="Result_41772" type="Result" version="opset1">
708
  <input>
709
  <port id="0" precision="I64">
710
  <dim>-1</dim>
 
712
  </port>
713
  </input>
714
  </layer>
715
+ <layer id="50" name="Result_41774" type="Result" version="opset1">
716
  <input>
717
  <port id="0" precision="I64">
718
  <dim>-1</dim>