Hugging Face's logo

AlexKoff88
/
Phi-3.5-mini-instruct-openvino-4bit

Text Generation
Transformers
Safetensors
OpenVINO
multilingual
phi3
nlp
code
nncf
4-bit precision
conversational
custom_code
text-generation-inference
Inference Endpoints
Model card Files Community
AlexKoff88 commited on
Commit
dc4f837
•
1 Parent(s): 23bea2e

Upload openvino_detokenizer.xml with huggingface_hub

Browse files
Files changed (1) hide show
  1. openvino_detokenizer.xml +16 -16
openvino_detokenizer.xml CHANGED
@@ -1,16 +1,16 @@
1
  <?xml version="1.0"?>
2
  <net name="detokenizer" version="11">
3
  <layers>
4
- <layer id="0" name="Parameter_361751" type="Parameter" version="opset1">
5
  <data shape="?,?" element_type="i64" />
6
  <output>
7
- <port id="0" precision="I64" names="Parameter_361751">
8
  <dim>-1</dim>
9
  <dim>-1</dim>
10
  </port>
11
  </output>
12
  </layer>
13
- <layer id="1" name="Convert_361773" type="Convert" version="opset1">
14
  <data destination_type="i32" />
15
  <input>
16
  <port id="0" precision="I64">
@@ -25,7 +25,7 @@
25
  </port>
26
  </output>
27
  </layer>
28
- <layer id="2" name="Constant_361721" type="Const" version="opset1">
29
  <data element_type="u8" shape="339140" offset="0" size="339140" />
30
  <output>
31
  <port id="0" precision="U8">
@@ -33,7 +33,7 @@
33
  </port>
34
  </output>
35
  </layer>
36
- <layer id="3" name="StringTensorUnpack_361722" type="StringTensorUnpack" version="extension">
37
  <data mode="begins_ends" />
38
  <input>
39
  <port id="0" precision="U8">
@@ -52,7 +52,7 @@
52
  </port>
53
  </output>
54
  </layer>
55
- <layer id="4" name="VocabDecoder_361752" type="VocabDecoder" version="extension">
56
  <data skip_tokens="0, 1, 32000, 32001, 32002, 32003, 32004, 32005, 32006, 32007, 32008, 32009, 32010" />
57
  <input>
58
  <port id="0" precision="I32">
@@ -87,7 +87,7 @@
87
  </port>
88
  </output>
89
  </layer>
90
- <layer id="5" name="Constant_361754" type="Const" version="opset1">
91
  <data element_type="u8" shape="3" offset="339140" size="3" />
92
  <output>
93
  <port id="0" precision="U8">
@@ -95,7 +95,7 @@
95
  </port>
96
  </output>
97
  </layer>
98
- <layer id="6" name="Constant_361756" type="Const" version="opset1">
99
  <data element_type="u8" shape="1" offset="339143" size="1" />
100
  <output>
101
  <port id="0" precision="U8">
@@ -103,7 +103,7 @@
103
  </port>
104
  </output>
105
  </layer>
106
- <layer id="7" name="RegexNormalization_361757" type="RegexNormalization" version="extension">
107
  <data global_replace="true" />
108
  <input>
109
  <port id="0" precision="I32">
@@ -134,7 +134,7 @@
134
  </port>
135
  </output>
136
  </layer>
137
- <layer id="8" name="ByteFallback_361758" type="ByteFallback" version="extension">
138
  <input>
139
  <port id="0" precision="I32">
140
  <dim>-1</dim>
@@ -158,7 +158,7 @@
158
  </port>
159
  </output>
160
  </layer>
161
- <layer id="9" name="FuzeRagged_361759" type="FuzeRagged" version="extension">
162
  <input>
163
  <port id="0" precision="I32">
164
  <dim>-1</dim>
@@ -182,7 +182,7 @@
182
  </port>
183
  </output>
184
  </layer>
185
- <layer id="10" name="Constant_361761" type="Const" version="opset1">
186
  <data element_type="u8" shape="2" offset="339144" size="2" />
187
  <output>
188
  <port id="0" precision="U8">
@@ -190,7 +190,7 @@
190
  </port>
191
  </output>
192
  </layer>
193
- <layer id="11" name="Constant_361763" type="Const" version="opset1">
194
  <data element_type="u8" shape="0" offset="339146" size="1" />
195
  <output>
196
  <port id="0" precision="U8">
@@ -198,7 +198,7 @@
198
  </port>
199
  </output>
200
  </layer>
201
- <layer id="12" name="RegexNormalization_361764" type="RegexNormalization" version="extension">
202
  <data global_replace="true" />
203
  <input>
204
  <port id="0" precision="I32">
@@ -229,7 +229,7 @@
229
  </port>
230
  </output>
231
  </layer>
232
- <layer id="13" name="StringTensorPack_361765" type="StringTensorPack" version="extension">
233
  <data mode="begins_ends" />
234
  <input>
235
  <port id="0" precision="I32">
@@ -248,7 +248,7 @@
248
  </port>
249
  </output>
250
  </layer>
251
- <layer id="14" name="Result_361766" type="Result" version="opset1">
252
  <input>
253
  <port id="0" precision="STRING">
254
  <dim>-1</dim>
 
1
  <?xml version="1.0"?>
2
  <net name="detokenizer" version="11">
3
  <layers>
4
+ <layer id="0" name="Parameter_501779" type="Parameter" version="opset1">
5
  <data shape="?,?" element_type="i64" />
6
  <output>
7
+ <port id="0" precision="I64" names="Parameter_501779">
8
  <dim>-1</dim>
9
  <dim>-1</dim>
10
  </port>
11
  </output>
12
  </layer>
13
+ <layer id="1" name="Convert_501801" type="Convert" version="opset1">
14
  <data destination_type="i32" />
15
  <input>
16
  <port id="0" precision="I64">
 
25
  </port>
26
  </output>
27
  </layer>
28
+ <layer id="2" name="Constant_501749" type="Const" version="opset1">
29
  <data element_type="u8" shape="339140" offset="0" size="339140" />
30
  <output>
31
  <port id="0" precision="U8">
 
33
  </port>
34
  </output>
35
  </layer>
36
+ <layer id="3" name="StringTensorUnpack_501750" type="StringTensorUnpack" version="extension">
37
  <data mode="begins_ends" />
38
  <input>
39
  <port id="0" precision="U8">
 
52
  </port>
53
  </output>
54
  </layer>
55
+ <layer id="4" name="VocabDecoder_501780" type="VocabDecoder" version="extension">
56
  <data skip_tokens="0, 1, 32000, 32001, 32002, 32003, 32004, 32005, 32006, 32007, 32008, 32009, 32010" />
57
  <input>
58
  <port id="0" precision="I32">
 
87
  </port>
88
  </output>
89
  </layer>
90
+ <layer id="5" name="Constant_501782" type="Const" version="opset1">
91
  <data element_type="u8" shape="3" offset="339140" size="3" />
92
  <output>
93
  <port id="0" precision="U8">
 
95
  </port>
96
  </output>
97
  </layer>
98
+ <layer id="6" name="Constant_501784" type="Const" version="opset1">
99
  <data element_type="u8" shape="1" offset="339143" size="1" />
100
  <output>
101
  <port id="0" precision="U8">
 
103
  </port>
104
  </output>
105
  </layer>
106
+ <layer id="7" name="RegexNormalization_501785" type="RegexNormalization" version="extension">
107
  <data global_replace="true" />
108
  <input>
109
  <port id="0" precision="I32">
 
134
  </port>
135
  </output>
136
  </layer>
137
+ <layer id="8" name="ByteFallback_501786" type="ByteFallback" version="extension">
138
  <input>
139
  <port id="0" precision="I32">
140
  <dim>-1</dim>
 
158
  </port>
159
  </output>
160
  </layer>
161
+ <layer id="9" name="FuzeRagged_501787" type="FuzeRagged" version="extension">
162
  <input>
163
  <port id="0" precision="I32">
164
  <dim>-1</dim>
 
182
  </port>
183
  </output>
184
  </layer>
185
+ <layer id="10" name="Constant_501789" type="Const" version="opset1">
186
  <data element_type="u8" shape="2" offset="339144" size="2" />
187
  <output>
188
  <port id="0" precision="U8">
 
190
  </port>
191
  </output>
192
  </layer>
193
+ <layer id="11" name="Constant_501791" type="Const" version="opset1">
194
  <data element_type="u8" shape="0" offset="339146" size="1" />
195
  <output>
196
  <port id="0" precision="U8">
 
198
  </port>
199
  </output>
200
  </layer>
201
+ <layer id="12" name="RegexNormalization_501792" type="RegexNormalization" version="extension">
202
  <data global_replace="true" />
203
  <input>
204
  <port id="0" precision="I32">
 
229
  </port>
230
  </output>
231
  </layer>
232
+ <layer id="13" name="StringTensorPack_501793" type="StringTensorPack" version="extension">
233
  <data mode="begins_ends" />
234
  <input>
235
  <port id="0" precision="I32">
 
248
  </port>
249
  </output>
250
  </layer>
251
+ <layer id="14" name="Result_501794" type="Result" version="opset1">
252
  <input>
253
  <port id="0" precision="STRING">
254
  <dim>-1</dim>