Hugging Face's logo

OpenVINO
/
distil-whisper-large-v2-int4-ov

OpenVINO
whisper
Model card Files Community
openvino-ci commited on
Commit
6588d0b
•
1 Parent(s): 7f6a6e9

Upload folder using huggingface_hub

Browse files
Files changed (8) hide show
  1. config.json +1 -1
  2. openvino_decoder_model.bin +1 -1
  3. openvino_decoder_model.xml +0 -0
  4. openvino_decoder_with_past_model.bin +3 -0
  5. openvino_decoder_with_past_model.xml +0 -0
  6. openvino_detokenizer.xml +12 -12
  7. openvino_encoder_model.xml +0 -0
  8. openvino_tokenizer.xml +60 -60
config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "_attn_implementation_autoset": true,
3
- "_name_or_path": "distil-whisper/distil-large-v2",
4
  "activation_dropout": 0.0,
5
  "activation_function": "gelu",
6
  "apply_spec_augment": false,
 
1
  {
2
  "_attn_implementation_autoset": true,
3
+ "_name_or_path": "OpenVINO/distil-whisper-large-v2-int4-ov",
4
  "activation_dropout": 0.0,
5
  "activation_function": "gelu",
6
  "apply_spec_augment": false,
openvino_decoder_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b3ab37a51c5419d29a40008b8fe69cab3944f7977575b20d7224489ebea1720f
3
  size 94540539
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24d18cc19e1744d1298b74b99963efec72128dd834dc5e4be08ce8b3c222ae4f
3
  size 94540539
openvino_decoder_model.xml CHANGED
The diff for this file is too large to render. See raw diff
 
openvino_decoder_with_past_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c506f39372d878b1d5d2df64ca1937a74b63e753c235d2ff1ddea12e884b413
3
+ size 91125483
openvino_decoder_with_past_model.xml ADDED
The diff for this file is too large to render. See raw diff
 
openvino_detokenizer.xml CHANGED
@@ -1,16 +1,16 @@
1
  <?xml version="1.0"?>
2
  <net name="detokenizer" version="11">
3
  <layers>
4
- <layer id="0" name="Parameter_32766" type="Parameter" version="opset1">
5
  <data shape="?,?" element_type="i64" />
6
  <output>
7
- <port id="0" precision="I64" names="Parameter_32766">
8
  <dim>-1</dim>
9
  <dim>-1</dim>
10
  </port>
11
  </output>
12
  </layer>
13
- <layer id="1" name="Convert_32782" type="Convert" version="opset1">
14
  <data destination_type="i32" />
15
  <input>
16
  <port id="0" precision="I64">
@@ -25,7 +25,7 @@
25
  </port>
26
  </output>
27
  </layer>
28
- <layer id="2" name="Constant_32721" type="Const" version="opset1">
29
  <data element_type="u8" shape="528248" offset="0" size="528248" />
30
  <output>
31
  <port id="0" precision="U8">
@@ -33,7 +33,7 @@
33
  </port>
34
  </output>
35
  </layer>
36
- <layer id="3" name="StringTensorUnpack_32722" type="StringTensorUnpack" version="extension">
37
  <data mode="begins_ends" />
38
  <input>
39
  <port id="0" precision="U8">
@@ -52,7 +52,7 @@
52
  </port>
53
  </output>
54
  </layer>
55
- <layer id="4" name="VocabDecoder_32767" type="VocabDecoder" version="extension">
56
  <data skip_tokens="50257, 50258, 50259, 50260, 50261, 50262, 50263, 50264, 50265, 50266, 50267, 50268, 50269, 50270, 50271, 50272, 50273, 50274, 50275, 50276, 50277, 50278, 50279, 50280, 50281, 50282, 50283, 50284, 50285, 50286, 50287, 50288, 50289, 50290, 50291, 50292, 50293, 50294, 50295, 50296, 50297, 50298, 50299, 50300, 50301, 50302, 50303, 50304, 50305, 50306, 50307, 50308, 50309, 50310, 50311, 50312, 50313, 50314, 50315, 50316, 50317, 50318, 50319, 50320, 50321, 50322, 50323, 50324, 50325, 50326, 50327, 50328, 50329, 50330, 50331, 50332, 50333, 50334, 50335, 50336, 50337, 50338, 50339, 50340, 50341, 50342, 50343, 50344, 50345, 50346, 50347, 50348, 50349, 50350, 50351, 50352, 50353, 50354, 50355, 50356, 50357, 50358, 50359, 50360, 50361, 50362, 50363" />
57
  <input>
58
  <port id="0" precision="I32">
@@ -87,7 +87,7 @@
87
  </port>
88
  </output>
89
  </layer>
90
- <layer id="5" name="FuzeRagged_32768" type="FuzeRagged" version="extension">
91
  <input>
92
  <port id="0" precision="I32">
93
  <dim>-1</dim>
@@ -111,7 +111,7 @@
111
  </port>
112
  </output>
113
  </layer>
114
- <layer id="6" name="Constant_32770" type="Const" version="opset1">
115
  <data element_type="u8" shape="47" offset="528248" size="47" />
116
  <output>
117
  <port id="0" precision="U8">
@@ -119,7 +119,7 @@
119
  </port>
120
  </output>
121
  </layer>
122
- <layer id="7" name="Constant_32772" type="Const" version="opset1">
123
  <data element_type="u8" shape="2" offset="528295" size="2" />
124
  <output>
125
  <port id="0" precision="U8">
@@ -127,7 +127,7 @@
127
  </port>
128
  </output>
129
  </layer>
130
- <layer id="8" name="RegexNormalization_32773" type="RegexNormalization" version="extension">
131
  <data global_replace="true" />
132
  <input>
133
  <port id="0" precision="I32">
@@ -158,7 +158,7 @@
158
  </port>
159
  </output>
160
  </layer>
161
- <layer id="9" name="StringTensorPack_32774" type="StringTensorPack" version="extension">
162
  <data mode="begins_ends" />
163
  <input>
164
  <port id="0" precision="I32">
@@ -177,7 +177,7 @@
177
  </port>
178
  </output>
179
  </layer>
180
- <layer id="10" name="Result_32775" type="Result" version="opset1">
181
  <input>
182
  <port id="0" precision="STRING">
183
  <dim>-1</dim>
 
1
  <?xml version="1.0"?>
2
  <net name="detokenizer" version="11">
3
  <layers>
4
+ <layer id="0" name="Parameter_41781" type="Parameter" version="opset1">
5
  <data shape="?,?" element_type="i64" />
6
  <output>
7
+ <port id="0" precision="I64" names="Parameter_41781">
8
  <dim>-1</dim>
9
  <dim>-1</dim>
10
  </port>
11
  </output>
12
  </layer>
13
+ <layer id="1" name="Convert_41797" type="Convert" version="opset1">
14
  <data destination_type="i32" />
15
  <input>
16
  <port id="0" precision="I64">
 
25
  </port>
26
  </output>
27
  </layer>
28
+ <layer id="2" name="Constant_41736" type="Const" version="opset1">
29
  <data element_type="u8" shape="528248" offset="0" size="528248" />
30
  <output>
31
  <port id="0" precision="U8">
 
33
  </port>
34
  </output>
35
  </layer>
36
+ <layer id="3" name="StringTensorUnpack_41737" type="StringTensorUnpack" version="extension">
37
  <data mode="begins_ends" />
38
  <input>
39
  <port id="0" precision="U8">
 
52
  </port>
53
  </output>
54
  </layer>
55
+ <layer id="4" name="VocabDecoder_41782" type="VocabDecoder" version="extension">
56
  <data skip_tokens="50257, 50258, 50259, 50260, 50261, 50262, 50263, 50264, 50265, 50266, 50267, 50268, 50269, 50270, 50271, 50272, 50273, 50274, 50275, 50276, 50277, 50278, 50279, 50280, 50281, 50282, 50283, 50284, 50285, 50286, 50287, 50288, 50289, 50290, 50291, 50292, 50293, 50294, 50295, 50296, 50297, 50298, 50299, 50300, 50301, 50302, 50303, 50304, 50305, 50306, 50307, 50308, 50309, 50310, 50311, 50312, 50313, 50314, 50315, 50316, 50317, 50318, 50319, 50320, 50321, 50322, 50323, 50324, 50325, 50326, 50327, 50328, 50329, 50330, 50331, 50332, 50333, 50334, 50335, 50336, 50337, 50338, 50339, 50340, 50341, 50342, 50343, 50344, 50345, 50346, 50347, 50348, 50349, 50350, 50351, 50352, 50353, 50354, 50355, 50356, 50357, 50358, 50359, 50360, 50361, 50362, 50363" />
57
  <input>
58
  <port id="0" precision="I32">
 
87
  </port>
88
  </output>
89
  </layer>
90
+ <layer id="5" name="FuzeRagged_41783" type="FuzeRagged" version="extension">
91
  <input>
92
  <port id="0" precision="I32">
93
  <dim>-1</dim>
 
111
  </port>
112
  </output>
113
  </layer>
114
+ <layer id="6" name="Constant_41785" type="Const" version="opset1">
115
  <data element_type="u8" shape="47" offset="528248" size="47" />
116
  <output>
117
  <port id="0" precision="U8">
 
119
  </port>
120
  </output>
121
  </layer>
122
+ <layer id="7" name="Constant_41787" type="Const" version="opset1">
123
  <data element_type="u8" shape="2" offset="528295" size="2" />
124
  <output>
125
  <port id="0" precision="U8">
 
127
  </port>
128
  </output>
129
  </layer>
130
+ <layer id="8" name="RegexNormalization_41788" type="RegexNormalization" version="extension">
131
  <data global_replace="true" />
132
  <input>
133
  <port id="0" precision="I32">
 
158
  </port>
159
  </output>
160
  </layer>
161
+ <layer id="9" name="StringTensorPack_41789" type="StringTensorPack" version="extension">
162
  <data mode="begins_ends" />
163
  <input>
164
  <port id="0" precision="I32">
 
177
  </port>
178
  </output>
179
  </layer>
180
+ <layer id="10" name="Result_41790" type="Result" version="opset1">
181
  <input>
182
  <port id="0" precision="STRING">
183
  <dim>-1</dim>
openvino_encoder_model.xml CHANGED
The diff for this file is too large to render. See raw diff
 
openvino_tokenizer.xml CHANGED
@@ -1,27 +1,27 @@
1
  <?xml version="1.0"?>
2
  <net name="tokenizer" version="11">
3
  <layers>
4
- <layer id="0" name="Parameter_32640" type="Parameter" version="opset1">
5
  <data shape="?" element_type="string" />
6
  <output>
7
- <port id="0" precision="STRING" names="Parameter_32640">
8
  <dim>-1</dim>
9
  </port>
10
  </output>
11
  </layer>
12
- <layer id="1" name="Constant_32738" type="Const" version="opset1">
13
  <data element_type="i32" shape="" offset="0" size="4" />
14
  <output>
15
  <port id="0" precision="I32" />
16
  </output>
17
  </layer>
18
- <layer id="2" name="Constant_32739" type="Const" version="opset1">
19
  <data element_type="i32" shape="" offset="4" size="4" />
20
  <output>
21
  <port id="0" precision="I32" />
22
  </output>
23
  </layer>
24
- <layer id="3" name="Constant_32740" type="Const" version="opset1">
25
  <data element_type="i32" shape="1" offset="8" size="4" />
26
  <output>
27
  <port id="0" precision="I32">
@@ -29,19 +29,19 @@
29
  </port>
30
  </output>
31
  </layer>
32
- <layer id="4" name="Constant_32741" type="Const" version="opset1">
33
  <data element_type="i32" shape="" offset="0" size="4" />
34
  <output>
35
  <port id="0" precision="I32" />
36
  </output>
37
  </layer>
38
- <layer id="5" name="Constant_32742" type="Const" version="opset1">
39
  <data element_type="i32" shape="" offset="4" size="4" />
40
  <output>
41
  <port id="0" precision="I32" />
42
  </output>
43
  </layer>
44
- <layer id="6" name="Constant_32743" type="Const" version="opset1">
45
  <data element_type="i32" shape="1" offset="12" size="4" />
46
  <output>
47
  <port id="0" precision="I32">
@@ -49,19 +49,19 @@
49
  </port>
50
  </output>
51
  </layer>
52
- <layer id="7" name="Constant_32744" type="Const" version="opset1">
53
  <data element_type="i32" shape="" offset="0" size="4" />
54
  <output>
55
  <port id="0" precision="I32" />
56
  </output>
57
  </layer>
58
- <layer id="8" name="Constant_32745" type="Const" version="opset1">
59
  <data element_type="i32" shape="" offset="4" size="4" />
60
  <output>
61
  <port id="0" precision="I32" />
62
  </output>
63
  </layer>
64
- <layer id="9" name="Constant_32746" type="Const" version="opset1">
65
  <data element_type="i32" shape="1" offset="16" size="4" />
66
  <output>
67
  <port id="0" precision="I32">
@@ -69,19 +69,19 @@
69
  </port>
70
  </output>
71
  </layer>
72
- <layer id="10" name="Constant_32747" type="Const" version="opset1">
73
  <data element_type="i32" shape="" offset="0" size="4" />
74
  <output>
75
  <port id="0" precision="I32" />
76
  </output>
77
  </layer>
78
- <layer id="11" name="Constant_32748" type="Const" version="opset1">
79
  <data element_type="i32" shape="" offset="4" size="4" />
80
  <output>
81
  <port id="0" precision="I32" />
82
  </output>
83
  </layer>
84
- <layer id="12" name="Constant_32749" type="Const" version="opset1">
85
  <data element_type="i32" shape="1" offset="20" size="4" />
86
  <output>
87
  <port id="0" precision="I32">
@@ -89,13 +89,13 @@
89
  </port>
90
  </output>
91
  </layer>
92
- <layer id="13" name="Constant_32646" type="Const" version="opset1">
93
  <data element_type="i64" shape="" offset="24" size="8" />
94
  <output>
95
  <port id="0" precision="I64" />
96
  </output>
97
  </layer>
98
- <layer id="14" name="StringTensorUnpack_32641" type="StringTensorUnpack" version="extension">
99
  <data mode="begins_ends" />
100
  <input>
101
  <port id="0" precision="STRING">
@@ -114,7 +114,7 @@
114
  </port>
115
  </output>
116
  </layer>
117
- <layer id="15" name="ShapeOf_32642" type="ShapeOf" version="opset3">
118
  <data output_type="i64" />
119
  <input>
120
  <port id="0" precision="I32">
@@ -127,19 +127,19 @@
127
  </port>
128
  </output>
129
  </layer>
130
- <layer id="16" name="Constant_32643" type="Const" version="opset1">
131
  <data element_type="i64" shape="" offset="24" size="8" />
132
  <output>
133
  <port id="0" precision="I64" />
134
  </output>
135
  </layer>
136
- <layer id="17" name="Constant_32644" type="Const" version="opset1">
137
  <data element_type="i64" shape="" offset="24" size="8" />
138
  <output>
139
  <port id="0" precision="I64" />
140
  </output>
141
  </layer>
142
- <layer id="18" name="Gather_32645" type="Gather" version="opset8">
143
  <data batch_dims="0" />
144
  <input>
145
  <port id="0" precision="I64">
@@ -152,13 +152,13 @@
152
  <port id="3" precision="I64" />
153
  </output>
154
  </layer>
155
- <layer id="19" name="Constant_32647" type="Const" version="opset1">
156
  <data element_type="i64" shape="" offset="32" size="8" />
157
  <output>
158
  <port id="0" precision="I64" />
159
  </output>
160
  </layer>
161
- <layer id="20" name="Range_32648" type="Range" version="opset4">
162
  <data output_type="i32" />
163
  <input>
164
  <port id="0" precision="I64" />
@@ -171,19 +171,19 @@
171
  </port>
172
  </output>
173
  </layer>
174
- <layer id="21" name="Constant_32649" type="Const" version="opset1">
175
  <data element_type="i64" shape="" offset="32" size="8" />
176
  <output>
177
  <port id="0" precision="I64" />
178
  </output>
179
  </layer>
180
- <layer id="22" name="Constant_32650" type="Const" version="opset1">
181
  <data element_type="i64" shape="" offset="32" size="8" />
182
  <output>
183
  <port id="0" precision="I64" />
184
  </output>
185
  </layer>
186
- <layer id="23" name="Add_32651" type="Add" version="opset1">
187
  <data auto_broadcast="numpy" />
188
  <input>
189
  <port id="0" precision="I64" />
@@ -193,13 +193,13 @@
193
  <port id="2" precision="I64" />
194
  </output>
195
  </layer>
196
- <layer id="24" name="Constant_32652" type="Const" version="opset1">
197
  <data element_type="i64" shape="" offset="32" size="8" />
198
  <output>
199
  <port id="0" precision="I64" />
200
  </output>
201
  </layer>
202
- <layer id="25" name="Range_32653" type="Range" version="opset4">
203
  <data output_type="i32" />
204
  <input>
205
  <port id="0" precision="I64" />
@@ -212,7 +212,7 @@
212
  </port>
213
  </output>
214
  </layer>
215
- <layer id="26" name="Constant_32715" type="Const" version="opset1">
216
  <data element_type="u8" shape="26479" offset="40" size="26479" />
217
  <output>
218
  <port id="0" precision="U8">
@@ -220,7 +220,7 @@
220
  </port>
221
  </output>
222
  </layer>
223
- <layer id="27" name="SpecialTokensSplit_32716" type="SpecialTokensSplit" version="extension">
224
  <input>
225
  <port id="0" precision="I32">
226
  <dim>-1</dim>
@@ -262,7 +262,7 @@
262
  </port>
263
  </output>
264
  </layer>
265
- <layer id="28" name="Constant_32718" type="Const" version="opset1">
266
  <data element_type="u8" shape="64" offset="26519" size="64" />
267
  <output>
268
  <port id="0" precision="U8">
@@ -270,7 +270,7 @@
270
  </port>
271
  </output>
272
  </layer>
273
- <layer id="29" name="RegexSplit_32719" type="RegexSplit" version="extension">
274
  <data behaviour="isolate" invert="false" max_splits="-1" />
275
  <input>
276
  <port id="0" precision="I32">
@@ -316,7 +316,7 @@
316
  </port>
317
  </output>
318
  </layer>
319
- <layer id="30" name="Constant_32721" type="Const" version="opset1">
320
  <data element_type="u8" shape="528248" offset="26583" size="528248" />
321
  <output>
322
  <port id="0" precision="U8">
@@ -324,7 +324,7 @@
324
  </port>
325
  </output>
326
  </layer>
327
- <layer id="31" name="StringTensorUnpack_32722" type="StringTensorUnpack" version="extension">
328
  <data mode="begins_ends" />
329
  <input>
330
  <port id="0" precision="U8">
@@ -343,7 +343,7 @@
343
  </port>
344
  </output>
345
  </layer>
346
- <layer id="32" name="Constant_32727" type="Const" version="opset1">
347
  <data element_type="u8" shape="369953" offset="554831" size="369953" />
348
  <output>
349
  <port id="0" precision="U8">
@@ -351,7 +351,7 @@
351
  </port>
352
  </output>
353
  </layer>
354
- <layer id="33" name="StringTensorUnpack_32728" type="StringTensorUnpack" version="extension">
355
  <data mode="begins_ends" />
356
  <input>
357
  <port id="0" precision="U8">
@@ -370,7 +370,7 @@
370
  </port>
371
  </output>
372
  </layer>
373
- <layer id="34" name="Constant_32730" type="Const" version="opset1">
374
  <data element_type="u8" shape="336854" offset="924784" size="336854" />
375
  <output>
376
  <port id="0" precision="U8">
@@ -378,7 +378,7 @@
378
  </port>
379
  </output>
380
  </layer>
381
- <layer id="35" name="StringTensorUnpack_32731" type="StringTensorUnpack" version="extension">
382
  <data mode="begins_ends" />
383
  <input>
384
  <port id="0" precision="U8">
@@ -397,7 +397,7 @@
397
  </port>
398
  </output>
399
  </layer>
400
- <layer id="36" name="Constant_32724" type="Const" version="opset1">
401
  <data element_type="u8" shape="20163" offset="1261638" size="20163" />
402
  <output>
403
  <port id="0" precision="U8">
@@ -405,7 +405,7 @@
405
  </port>
406
  </output>
407
  </layer>
408
- <layer id="37" name="StringTensorUnpack_32725" type="StringTensorUnpack" version="extension">
409
  <data mode="begins_ends" />
410
  <input>
411
  <port id="0" precision="U8">
@@ -424,7 +424,7 @@
424
  </port>
425
  </output>
426
  </layer>
427
- <layer id="38" name="Constant_32732" type="Const" version="opset1">
428
  <data element_type="i32" shape="1608" offset="1281801" size="6432" />
429
  <output>
430
  <port id="0" precision="I32">
@@ -432,7 +432,7 @@
432
  </port>
433
  </output>
434
  </layer>
435
- <layer id="39" name="BPETokenizer_32733" type="BPETokenizer" version="extension">
436
  <data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" cache_capacity="20000" />
437
  <input>
438
  <port id="0" precision="I32">
@@ -502,7 +502,7 @@
502
  </port>
503
  </output>
504
  </layer>
505
- <layer id="40" name="Subtract_32734" type="Subtract" version="opset1">
506
  <data auto_broadcast="numpy" />
507
  <input>
508
  <port id="0" precision="I32">
@@ -518,13 +518,13 @@
518
  </port>
519
  </output>
520
  </layer>
521
- <layer id="41" name="Constant_32735" type="Const" version="opset1">
522
  <data element_type="i32" shape="" offset="1288233" size="4" />
523
  <output>
524
  <port id="0" precision="I32" />
525
  </output>
526
  </layer>
527
- <layer id="42" name="Minimum_32736" type="Minimum" version="opset1">
528
  <data auto_broadcast="numpy" />
529
  <input>
530
  <port id="0" precision="I32">
@@ -538,7 +538,7 @@
538
  </port>
539
  </output>
540
  </layer>
541
- <layer id="43" name="Add_32737" type="Add" version="opset1">
542
  <data auto_broadcast="numpy" />
543
  <input>
544
  <port id="0" precision="I32">
@@ -554,19 +554,19 @@
554
  </port>
555
  </output>
556
  </layer>
557
- <layer id="44" name="Constant_32750" type="Const" version="opset1">
558
  <data element_type="i32" shape="" offset="0" size="4" />
559
  <output>
560
  <port id="0" precision="I32" />
561
  </output>
562
  </layer>
563
- <layer id="45" name="Constant_32751" type="Const" version="opset1">
564
  <data element_type="i32" shape="" offset="4" size="4" />
565
  <output>
566
  <port id="0" precision="I32" />
567
  </output>
568
  </layer>
569
- <layer id="46" name="Constant_32752" type="Const" version="opset1">
570
  <data element_type="i32" shape="1" offset="1288237" size="4" />
571
  <output>
572
  <port id="0" precision="I32">
@@ -574,7 +574,7 @@
574
  </port>
575
  </output>
576
  </layer>
577
- <layer id="47" name="Constant_32753" type="Const" version="opset1">
578
  <data element_type="i32" shape="6" offset="1288241" size="24" />
579
  <output>
580
  <port id="0" precision="I32">
@@ -582,7 +582,7 @@
582
  </port>
583
  </output>
584
  </layer>
585
- <layer id="48" name="CombineSegments_32754" type="CombineSegments" version="extension">
586
  <input>
587
  <port id="0" precision="I32" />
588
  <port id="1" precision="I32" />
@@ -643,7 +643,7 @@
643
  </port>
644
  </output>
645
  </layer>
646
- <layer id="49" name="Subtract_32755" type="Subtract" version="opset1">
647
  <data auto_broadcast="numpy" />
648
  <input>
649
  <port id="0" precision="I32">
@@ -659,13 +659,13 @@
659
  </port>
660
  </output>
661
  </layer>
662
- <layer id="50" name="Constant_32756" type="Const" version="opset1">
663
  <data element_type="i32" shape="" offset="0" size="4" />
664
  <output>
665
  <port id="0" precision="I32" />
666
  </output>
667
  </layer>
668
- <layer id="51" name="ReduceMax_32757" type="ReduceMax" version="opset1">
669
  <data keep_dims="false" />
670
  <input>
671
  <port id="0" precision="I32">
@@ -677,13 +677,13 @@
677
  <port id="2" precision="I32" />
678
  </output>
679
  </layer>
680
- <layer id="52" name="Constant_32758" type="Const" version="opset1">
681
  <data element_type="i32" shape="" offset="1288237" size="4" />
682
  <output>
683
  <port id="0" precision="I32" />
684
  </output>
685
  </layer>
686
- <layer id="53" name="RaggedToDense_32759" type="RaggedToDense" version="extension">
687
  <data pad_right="true" />
688
  <input>
689
  <port id="0" precision="I32">
@@ -709,7 +709,7 @@
709
  </port>
710
  </output>
711
  </layer>
712
- <layer id="54" name="Convert_32760" type="Convert" version="opset1">
713
  <data destination_type="i32" />
714
  <input>
715
  <port id="0" precision="BOOL">
@@ -724,7 +724,7 @@
724
  </port>
725
  </output>
726
  </layer>
727
- <layer id="55" name="Convert_32760" type="Convert" version="opset1">
728
  <data destination_type="i64" />
729
  <input>
730
  <port id="0" precision="I32">
@@ -739,7 +739,7 @@
739
  </port>
740
  </output>
741
  </layer>
742
- <layer id="57" name="RaggedToDense_32759.0" type="Convert" version="opset1">
743
  <data destination_type="i64" />
744
  <input>
745
  <port id="0" precision="I32">
@@ -754,7 +754,7 @@
754
  </port>
755
  </output>
756
  </layer>
757
- <layer id="58" name="Result_32763" type="Result" version="opset1">
758
  <input>
759
  <port id="0" precision="I64">
760
  <dim>-1</dim>
@@ -762,7 +762,7 @@
762
  </port>
763
  </input>
764
  </layer>
765
- <layer id="56" name="Result_32765" type="Result" version="opset1">
766
  <input>
767
  <port id="0" precision="I64">
768
  <dim>-1</dim>
 
1
  <?xml version="1.0"?>
2
  <net name="tokenizer" version="11">
3
  <layers>
4
+ <layer id="0" name="Parameter_41655" type="Parameter" version="opset1">
5
  <data shape="?" element_type="string" />
6
  <output>
7
+ <port id="0" precision="STRING" names="Parameter_41655">
8
  <dim>-1</dim>
9
  </port>
10
  </output>
11
  </layer>
12
+ <layer id="1" name="Constant_41753" type="Const" version="opset1">
13
  <data element_type="i32" shape="" offset="0" size="4" />
14
  <output>
15
  <port id="0" precision="I32" />
16
  </output>
17
  </layer>
18
+ <layer id="2" name="Constant_41754" type="Const" version="opset1">
19
  <data element_type="i32" shape="" offset="4" size="4" />
20
  <output>
21
  <port id="0" precision="I32" />
22
  </output>
23
  </layer>
24
+ <layer id="3" name="Constant_41755" type="Const" version="opset1">
25
  <data element_type="i32" shape="1" offset="8" size="4" />
26
  <output>
27
  <port id="0" precision="I32">
 
29
  </port>
30
  </output>
31
  </layer>
32
+ <layer id="4" name="Constant_41756" type="Const" version="opset1">
33
  <data element_type="i32" shape="" offset="0" size="4" />
34
  <output>
35
  <port id="0" precision="I32" />
36
  </output>
37
  </layer>
38
+ <layer id="5" name="Constant_41757" type="Const" version="opset1">
39
  <data element_type="i32" shape="" offset="4" size="4" />
40
  <output>
41
  <port id="0" precision="I32" />
42
  </output>
43
  </layer>
44
+ <layer id="6" name="Constant_41758" type="Const" version="opset1">
45
  <data element_type="i32" shape="1" offset="12" size="4" />
46
  <output>
47
  <port id="0" precision="I32">
 
49
  </port>
50
  </output>
51
  </layer>
52
+ <layer id="7" name="Constant_41759" type="Const" version="opset1">
53
  <data element_type="i32" shape="" offset="0" size="4" />
54
  <output>
55
  <port id="0" precision="I32" />
56
  </output>
57
  </layer>
58
+ <layer id="8" name="Constant_41760" type="Const" version="opset1">
59
  <data element_type="i32" shape="" offset="4" size="4" />
60
  <output>
61
  <port id="0" precision="I32" />
62
  </output>
63
  </layer>
64
+ <layer id="9" name="Constant_41761" type="Const" version="opset1">
65
  <data element_type="i32" shape="1" offset="16" size="4" />
66
  <output>
67
  <port id="0" precision="I32">
 
69
  </port>
70
  </output>
71
  </layer>
72
+ <layer id="10" name="Constant_41762" type="Const" version="opset1">
73
  <data element_type="i32" shape="" offset="0" size="4" />
74
  <output>
75
  <port id="0" precision="I32" />
76
  </output>
77
  </layer>
78
+ <layer id="11" name="Constant_41763" type="Const" version="opset1">
79
  <data element_type="i32" shape="" offset="4" size="4" />
80
  <output>
81
  <port id="0" precision="I32" />
82
  </output>
83
  </layer>
84
+ <layer id="12" name="Constant_41764" type="Const" version="opset1">
85
  <data element_type="i32" shape="1" offset="20" size="4" />
86
  <output>
87
  <port id="0" precision="I32">
 
89
  </port>
90
  </output>
91
  </layer>
92
+ <layer id="13" name="Constant_41661" type="Const" version="opset1">
93
  <data element_type="i64" shape="" offset="24" size="8" />
94
  <output>
95
  <port id="0" precision="I64" />
96
  </output>
97
  </layer>
98
+ <layer id="14" name="StringTensorUnpack_41656" type="StringTensorUnpack" version="extension">
99
  <data mode="begins_ends" />
100
  <input>
101
  <port id="0" precision="STRING">
 
114
  </port>
115
  </output>
116
  </layer>
117
+ <layer id="15" name="ShapeOf_41657" type="ShapeOf" version="opset3">
118
  <data output_type="i64" />
119
  <input>
120
  <port id="0" precision="I32">
 
127
  </port>
128
  </output>
129
  </layer>
130
+ <layer id="16" name="Constant_41658" type="Const" version="opset1">
131
  <data element_type="i64" shape="" offset="24" size="8" />
132
  <output>
133
  <port id="0" precision="I64" />
134
  </output>
135
  </layer>
136
+ <layer id="17" name="Constant_41659" type="Const" version="opset1">
137
  <data element_type="i64" shape="" offset="24" size="8" />
138
  <output>
139
  <port id="0" precision="I64" />
140
  </output>
141
  </layer>
142
+ <layer id="18" name="Gather_41660" type="Gather" version="opset8">
143
  <data batch_dims="0" />
144
  <input>
145
  <port id="0" precision="I64">
 
152
  <port id="3" precision="I64" />
153
  </output>
154
  </layer>
155
+ <layer id="19" name="Constant_41662" type="Const" version="opset1">
156
  <data element_type="i64" shape="" offset="32" size="8" />
157
  <output>
158
  <port id="0" precision="I64" />
159
  </output>
160
  </layer>
161
+ <layer id="20" name="Range_41663" type="Range" version="opset4">
162
  <data output_type="i32" />
163
  <input>
164
  <port id="0" precision="I64" />
 
171
  </port>
172
  </output>
173
  </layer>
174
+ <layer id="21" name="Constant_41664" type="Const" version="opset1">
175
  <data element_type="i64" shape="" offset="32" size="8" />
176
  <output>
177
  <port id="0" precision="I64" />
178
  </output>
179
  </layer>
180
+ <layer id="22" name="Constant_41665" type="Const" version="opset1">
181
  <data element_type="i64" shape="" offset="32" size="8" />
182
  <output>
183
  <port id="0" precision="I64" />
184
  </output>
185
  </layer>
186
+ <layer id="23" name="Add_41666" type="Add" version="opset1">
187
  <data auto_broadcast="numpy" />
188
  <input>
189
  <port id="0" precision="I64" />
 
193
  <port id="2" precision="I64" />
194
  </output>
195
  </layer>
196
+ <layer id="24" name="Constant_41667" type="Const" version="opset1">
197
  <data element_type="i64" shape="" offset="32" size="8" />
198
  <output>
199
  <port id="0" precision="I64" />
200
  </output>
201
  </layer>
202
+ <layer id="25" name="Range_41668" type="Range" version="opset4">
203
  <data output_type="i32" />
204
  <input>
205
  <port id="0" precision="I64" />
 
212
  </port>
213
  </output>
214
  </layer>
215
+ <layer id="26" name="Constant_41730" type="Const" version="opset1">
216
  <data element_type="u8" shape="26479" offset="40" size="26479" />
217
  <output>
218
  <port id="0" precision="U8">
 
220
  </port>
221
  </output>
222
  </layer>
223
+ <layer id="27" name="SpecialTokensSplit_41731" type="SpecialTokensSplit" version="extension">
224
  <input>
225
  <port id="0" precision="I32">
226
  <dim>-1</dim>
 
262
  </port>
263
  </output>
264
  </layer>
265
+ <layer id="28" name="Constant_41733" type="Const" version="opset1">
266
  <data element_type="u8" shape="64" offset="26519" size="64" />
267
  <output>
268
  <port id="0" precision="U8">
 
270
  </port>
271
  </output>
272
  </layer>
273
+ <layer id="29" name="RegexSplit_41734" type="RegexSplit" version="extension">
274
  <data behaviour="isolate" invert="false" max_splits="-1" />
275
  <input>
276
  <port id="0" precision="I32">
 
316
  </port>
317
  </output>
318
  </layer>
319
+ <layer id="30" name="Constant_41736" type="Const" version="opset1">
320
  <data element_type="u8" shape="528248" offset="26583" size="528248" />
321
  <output>
322
  <port id="0" precision="U8">
 
324
  </port>
325
  </output>
326
  </layer>
327
+ <layer id="31" name="StringTensorUnpack_41737" type="StringTensorUnpack" version="extension">
328
  <data mode="begins_ends" />
329
  <input>
330
  <port id="0" precision="U8">
 
343
  </port>
344
  </output>
345
  </layer>
346
+ <layer id="32" name="Constant_41742" type="Const" version="opset1">
347
  <data element_type="u8" shape="369953" offset="554831" size="369953" />
348
  <output>
349
  <port id="0" precision="U8">
 
351
  </port>
352
  </output>
353
  </layer>
354
+ <layer id="33" name="StringTensorUnpack_41743" type="StringTensorUnpack" version="extension">
355
  <data mode="begins_ends" />
356
  <input>
357
  <port id="0" precision="U8">
 
370
  </port>
371
  </output>
372
  </layer>
373
+ <layer id="34" name="Constant_41745" type="Const" version="opset1">
374
  <data element_type="u8" shape="336854" offset="924784" size="336854" />
375
  <output>
376
  <port id="0" precision="U8">
 
378
  </port>
379
  </output>
380
  </layer>
381
+ <layer id="35" name="StringTensorUnpack_41746" type="StringTensorUnpack" version="extension">
382
  <data mode="begins_ends" />
383
  <input>
384
  <port id="0" precision="U8">
 
397
  </port>
398
  </output>
399
  </layer>
400
+ <layer id="36" name="Constant_41739" type="Const" version="opset1">
401
  <data element_type="u8" shape="20163" offset="1261638" size="20163" />
402
  <output>
403
  <port id="0" precision="U8">
 
405
  </port>
406
  </output>
407
  </layer>
408
+ <layer id="37" name="StringTensorUnpack_41740" type="StringTensorUnpack" version="extension">
409
  <data mode="begins_ends" />
410
  <input>
411
  <port id="0" precision="U8">
 
424
  </port>
425
  </output>
426
  </layer>
427
+ <layer id="38" name="Constant_41747" type="Const" version="opset1">
428
  <data element_type="i32" shape="1608" offset="1281801" size="6432" />
429
  <output>
430
  <port id="0" precision="I32">
 
432
  </port>
433
  </output>
434
  </layer>
435
+ <layer id="39" name="BPETokenizer_41748" type="BPETokenizer" version="extension">
436
  <data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" cache_capacity="20000" />
437
  <input>
438
  <port id="0" precision="I32">
 
502
  </port>
503
  </output>
504
  </layer>
505
+ <layer id="40" name="Subtract_41749" type="Subtract" version="opset1">
506
  <data auto_broadcast="numpy" />
507
  <input>
508
  <port id="0" precision="I32">
 
518
  </port>
519
  </output>
520
  </layer>
521
+ <layer id="41" name="Constant_41750" type="Const" version="opset1">
522
  <data element_type="i32" shape="" offset="1288233" size="4" />
523
  <output>
524
  <port id="0" precision="I32" />
525
  </output>
526
  </layer>
527
+ <layer id="42" name="Minimum_41751" type="Minimum" version="opset1">
528
  <data auto_broadcast="numpy" />
529
  <input>
530
  <port id="0" precision="I32">
 
538
  </port>
539
  </output>
540
  </layer>
541
+ <layer id="43" name="Add_41752" type="Add" version="opset1">
542
  <data auto_broadcast="numpy" />
543
  <input>
544
  <port id="0" precision="I32">
 
554
  </port>
555
  </output>
556
  </layer>
557
+ <layer id="44" name="Constant_41765" type="Const" version="opset1">
558
  <data element_type="i32" shape="" offset="0" size="4" />
559
  <output>
560
  <port id="0" precision="I32" />
561
  </output>
562
  </layer>
563
+ <layer id="45" name="Constant_41766" type="Const" version="opset1">
564
  <data element_type="i32" shape="" offset="4" size="4" />
565
  <output>
566
  <port id="0" precision="I32" />
567
  </output>
568
  </layer>
569
+ <layer id="46" name="Constant_41767" type="Const" version="opset1">
570
  <data element_type="i32" shape="1" offset="1288237" size="4" />
571
  <output>
572
  <port id="0" precision="I32">
 
574
  </port>
575
  </output>
576
  </layer>
577
+ <layer id="47" name="Constant_41768" type="Const" version="opset1">
578
  <data element_type="i32" shape="6" offset="1288241" size="24" />
579
  <output>
580
  <port id="0" precision="I32">
 
582
  </port>
583
  </output>
584
  </layer>
585
+ <layer id="48" name="CombineSegments_41769" type="CombineSegments" version="extension">
586
  <input>
587
  <port id="0" precision="I32" />
588
  <port id="1" precision="I32" />
 
643
  </port>
644
  </output>
645
  </layer>
646
+ <layer id="49" name="Subtract_41770" type="Subtract" version="opset1">
647
  <data auto_broadcast="numpy" />
648
  <input>
649
  <port id="0" precision="I32">
 
659
  </port>
660
  </output>
661
  </layer>
662
+ <layer id="50" name="Constant_41771" type="Const" version="opset1">
663
  <data element_type="i32" shape="" offset="0" size="4" />
664
  <output>
665
  <port id="0" precision="I32" />
666
  </output>
667
  </layer>
668
+ <layer id="51" name="ReduceMax_41772" type="ReduceMax" version="opset1">
669
  <data keep_dims="false" />
670
  <input>
671
  <port id="0" precision="I32">
 
677
  <port id="2" precision="I32" />
678
  </output>
679
  </layer>
680
+ <layer id="52" name="Constant_41773" type="Const" version="opset1">
681
  <data element_type="i32" shape="" offset="1288237" size="4" />
682
  <output>
683
  <port id="0" precision="I32" />
684
  </output>
685
  </layer>
686
+ <layer id="53" name="RaggedToDense_41774" type="RaggedToDense" version="extension">
687
  <data pad_right="true" />
688
  <input>
689
  <port id="0" precision="I32">
 
709
  </port>
710
  </output>
711
  </layer>
712
+ <layer id="54" name="Convert_41775" type="Convert" version="opset1">
713
  <data destination_type="i32" />
714
  <input>
715
  <port id="0" precision="BOOL">
 
724
  </port>
725
  </output>
726
  </layer>
727
+ <layer id="55" name="Convert_41775" type="Convert" version="opset1">
728
  <data destination_type="i64" />
729
  <input>
730
  <port id="0" precision="I32">
 
739
  </port>
740
  </output>
741
  </layer>
742
+ <layer id="57" name="RaggedToDense_41774.0" type="Convert" version="opset1">
743
  <data destination_type="i64" />
744
  <input>
745
  <port id="0" precision="I32">
 
754
  </port>
755
  </output>
756
  </layer>
757
+ <layer id="58" name="Result_41778" type="Result" version="opset1">
758
  <input>
759
  <port id="0" precision="I64">
760
  <dim>-1</dim>
 
762
  </port>
763
  </input>
764
  </layer>
765
+ <layer id="56" name="Result_41780" type="Result" version="opset1">
766
  <input>
767
  <port id="0" precision="I64">
768
  <dim>-1</dim>