Badr Abdullah
commited on
Commit
•
ceecf24
1
Parent(s):
afda824
Upload tokenizer
Browse files- README.md +4 -4
- added_tokens.json +2 -2
- tokenizer_config.json +4 -4
- vocab.json +163 -154
README.md
CHANGED
@@ -1,8 +1,8 @@
|
|
1 |
---
|
2 |
license: apache-2.0
|
3 |
-
base_model: facebook/wav2vec2-large-xlsr-53
|
4 |
tags:
|
5 |
- generated_from_trainer
|
|
|
6 |
datasets:
|
7 |
- common_voice_17_0
|
8 |
metrics:
|
@@ -11,8 +11,8 @@ model-index:
|
|
11 |
- name: xlsr-am-adap-phon
|
12 |
results:
|
13 |
- task:
|
14 |
-
name: Automatic Speech Recognition
|
15 |
type: automatic-speech-recognition
|
|
|
16 |
dataset:
|
17 |
name: common_voice_17_0
|
18 |
type: common_voice_17_0
|
@@ -20,9 +20,9 @@ model-index:
|
|
20 |
split: validation
|
21 |
args: am
|
22 |
metrics:
|
23 |
-
-
|
24 |
-
type: wer
|
25 |
value: 0.9302421009437833
|
|
|
26 |
---
|
27 |
|
28 |
<!-- This model card has been generated automatically according to the information the Trainer had access to. You
|
|
|
1 |
---
|
2 |
license: apache-2.0
|
|
|
3 |
tags:
|
4 |
- generated_from_trainer
|
5 |
+
base_model: facebook/wav2vec2-large-xlsr-53
|
6 |
datasets:
|
7 |
- common_voice_17_0
|
8 |
metrics:
|
|
|
11 |
- name: xlsr-am-adap-phon
|
12 |
results:
|
13 |
- task:
|
|
|
14 |
type: automatic-speech-recognition
|
15 |
+
name: Automatic Speech Recognition
|
16 |
dataset:
|
17 |
name: common_voice_17_0
|
18 |
type: common_voice_17_0
|
|
|
20 |
split: validation
|
21 |
args: am
|
22 |
metrics:
|
23 |
+
- type: wer
|
|
|
24 |
value: 0.9302421009437833
|
25 |
+
name: Wer
|
26 |
---
|
27 |
|
28 |
<!-- This model card has been generated automatically according to the information the Trainer had access to. You
|
added_tokens.json
CHANGED
@@ -1,4 +1,4 @@
|
|
1 |
{
|
2 |
-
"</s>":
|
3 |
-
"<s>":
|
4 |
}
|
|
|
1 |
{
|
2 |
+
"</s>": 240,
|
3 |
+
"<s>": 239
|
4 |
}
|
tokenizer_config.json
CHANGED
@@ -1,6 +1,6 @@
|
|
1 |
{
|
2 |
"added_tokens_decoder": {
|
3 |
-
"
|
4 |
"content": "[UNK]",
|
5 |
"lstrip": true,
|
6 |
"normalized": false,
|
@@ -8,7 +8,7 @@
|
|
8 |
"single_word": false,
|
9 |
"special": false
|
10 |
},
|
11 |
-
"
|
12 |
"content": "[PAD]",
|
13 |
"lstrip": true,
|
14 |
"normalized": false,
|
@@ -16,7 +16,7 @@
|
|
16 |
"single_word": false,
|
17 |
"special": false
|
18 |
},
|
19 |
-
"
|
20 |
"content": "<s>",
|
21 |
"lstrip": false,
|
22 |
"normalized": false,
|
@@ -24,7 +24,7 @@
|
|
24 |
"single_word": false,
|
25 |
"special": true
|
26 |
},
|
27 |
-
"
|
28 |
"content": "</s>",
|
29 |
"lstrip": false,
|
30 |
"normalized": false,
|
|
|
1 |
{
|
2 |
"added_tokens_decoder": {
|
3 |
+
"237": {
|
4 |
"content": "[UNK]",
|
5 |
"lstrip": true,
|
6 |
"normalized": false,
|
|
|
8 |
"single_word": false,
|
9 |
"special": false
|
10 |
},
|
11 |
+
"238": {
|
12 |
"content": "[PAD]",
|
13 |
"lstrip": true,
|
14 |
"normalized": false,
|
|
|
16 |
"single_word": false,
|
17 |
"special": false
|
18 |
},
|
19 |
+
"239": {
|
20 |
"content": "<s>",
|
21 |
"lstrip": false,
|
22 |
"normalized": false,
|
|
|
24 |
"single_word": false,
|
25 |
"special": true
|
26 |
},
|
27 |
+
"240": {
|
28 |
"content": "</s>",
|
29 |
"lstrip": false,
|
30 |
"normalized": false,
|
vocab.json
CHANGED
@@ -1,6 +1,6 @@
|
|
1 |
{
|
2 |
-
"[PAD]":
|
3 |
-
"[UNK]":
|
4 |
"|": 0,
|
5 |
"ሀ": 1,
|
6 |
"ሁ": 2,
|
@@ -77,156 +77,165 @@
|
|
77 |
"ቨ": 73,
|
78 |
"ቪ": 74,
|
79 |
"ቫ": 75,
|
80 |
-
"
|
81 |
-
"
|
82 |
-
"
|
83 |
-
"
|
84 |
-
"
|
85 |
-
"
|
86 |
-
"
|
87 |
-
"
|
88 |
-
"
|
89 |
-
"
|
90 |
-
"
|
91 |
-
"
|
92 |
-
"
|
93 |
-
"
|
94 |
-
"
|
95 |
-
"
|
96 |
-
"
|
97 |
-
"
|
98 |
-
"
|
99 |
-
"
|
100 |
-
"
|
101 |
-
"
|
102 |
-
"
|
103 |
-
"
|
104 |
-
"
|
105 |
-
"
|
106 |
-
"
|
107 |
-
"
|
108 |
-
"
|
109 |
-
"
|
110 |
-
"
|
111 |
-
"
|
112 |
-
"
|
113 |
-
"
|
114 |
-
"
|
115 |
-
"
|
116 |
-
"
|
117 |
-
"
|
118 |
-
"
|
119 |
-
"
|
120 |
-
"
|
121 |
-
"
|
122 |
-
"
|
123 |
-
"
|
124 |
-
"
|
125 |
-
"
|
126 |
-
"
|
127 |
-
"
|
128 |
-
"
|
129 |
-
"
|
130 |
-
"
|
131 |
-
"
|
132 |
-
"
|
133 |
-
"
|
134 |
-
"
|
135 |
-
"
|
136 |
-
"
|
137 |
-
"
|
138 |
-
"
|
139 |
-
"
|
140 |
-
"
|
141 |
-
"
|
142 |
-
"
|
143 |
-
"
|
144 |
-
"
|
145 |
-
"
|
146 |
-
"
|
147 |
-
"
|
148 |
-
"
|
149 |
-
"
|
150 |
-
"
|
151 |
-
"
|
152 |
-
"
|
153 |
-
"
|
154 |
-
"
|
155 |
-
"
|
156 |
-
"
|
157 |
-
"
|
158 |
-
"
|
159 |
-
"
|
160 |
-
"
|
161 |
-
"
|
162 |
-
"
|
163 |
-
"
|
164 |
-
"
|
165 |
-
"
|
166 |
-
"
|
167 |
-
"
|
168 |
-
"
|
169 |
-
"
|
170 |
-
"
|
171 |
-
"
|
172 |
-
"
|
173 |
-
"
|
174 |
-
"
|
175 |
-
"
|
176 |
-
"
|
177 |
-
"
|
178 |
-
"
|
179 |
-
"
|
180 |
-
"
|
181 |
-
"
|
182 |
-
"
|
183 |
-
"
|
184 |
-
"
|
185 |
-
"
|
186 |
-
"
|
187 |
-
"
|
188 |
-
"
|
189 |
-
"
|
190 |
-
"
|
191 |
-
"
|
192 |
-
"
|
193 |
-
"
|
194 |
-
"
|
195 |
-
"
|
196 |
-
"
|
197 |
-
"
|
198 |
-
"
|
199 |
-
"
|
200 |
-
"
|
201 |
-
"
|
202 |
-
"
|
203 |
-
"
|
204 |
-
"
|
205 |
-
"
|
206 |
-
"
|
207 |
-
"
|
208 |
-
"
|
209 |
-
"
|
210 |
-
"
|
211 |
-
"
|
212 |
-
"
|
213 |
-
"
|
214 |
-
"
|
215 |
-
"
|
216 |
-
"
|
217 |
-
"
|
218 |
-
"
|
219 |
-
"
|
220 |
-
"
|
221 |
-
"
|
222 |
-
"
|
223 |
-
"
|
224 |
-
"
|
225 |
-
"
|
226 |
-
"
|
227 |
-
"
|
228 |
-
"
|
229 |
-
"
|
230 |
-
"
|
231 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
232 |
}
|
|
|
1 |
{
|
2 |
+
"[PAD]": 238,
|
3 |
+
"[UNK]": 237,
|
4 |
"|": 0,
|
5 |
"ሀ": 1,
|
6 |
"ሁ": 2,
|
|
|
77 |
"ቨ": 73,
|
78 |
"ቪ": 74,
|
79 |
"ቫ": 75,
|
80 |
+
"ቬ": 76,
|
81 |
+
"ቭ": 77,
|
82 |
+
"ቮ": 78,
|
83 |
+
"ተ": 79,
|
84 |
+
"ቱ": 80,
|
85 |
+
"ቲ": 81,
|
86 |
+
"ታ": 82,
|
87 |
+
"ቴ": 83,
|
88 |
+
"ት": 84,
|
89 |
+
"ቶ": 85,
|
90 |
+
"ቷ": 86,
|
91 |
+
"ቸ": 87,
|
92 |
+
"ቹ": 88,
|
93 |
+
"ቺ": 89,
|
94 |
+
"ቻ": 90,
|
95 |
+
"ቼ": 91,
|
96 |
+
"ች": 92,
|
97 |
+
"ቾ": 93,
|
98 |
+
"ቿ": 94,
|
99 |
+
"ኃ": 95,
|
100 |
+
"ኅ": 96,
|
101 |
+
"ኋ": 97,
|
102 |
+
"ነ": 98,
|
103 |
+
"ኑ": 99,
|
104 |
+
"ኒ": 100,
|
105 |
+
"ና": 101,
|
106 |
+
"ኔ": 102,
|
107 |
+
"ን": 103,
|
108 |
+
"ኖ": 104,
|
109 |
+
"ኗ": 105,
|
110 |
+
"ኘ": 106,
|
111 |
+
"ኙ": 107,
|
112 |
+
"ኛ": 108,
|
113 |
+
"ኜ": 109,
|
114 |
+
"ኝ": 110,
|
115 |
+
"ኞ": 111,
|
116 |
+
"ኟ": 112,
|
117 |
+
"አ": 113,
|
118 |
+
"ኡ": 114,
|
119 |
+
"ኢ": 115,
|
120 |
+
"ኣ": 116,
|
121 |
+
"ኤ": 117,
|
122 |
+
"እ": 118,
|
123 |
+
"ኦ": 119,
|
124 |
+
"ከ": 120,
|
125 |
+
"ኩ": 121,
|
126 |
+
"ኪ": 122,
|
127 |
+
"ካ": 123,
|
128 |
+
"ኬ": 124,
|
129 |
+
"ክ": 125,
|
130 |
+
"ኮ": 126,
|
131 |
+
"ኳ": 127,
|
132 |
+
"ኸ": 128,
|
133 |
+
"ኹ": 129,
|
134 |
+
"ኽ": 130,
|
135 |
+
"ወ": 131,
|
136 |
+
"ዊ": 132,
|
137 |
+
"ዋ": 133,
|
138 |
+
"ዌ": 134,
|
139 |
+
"ው": 135,
|
140 |
+
"ዎ": 136,
|
141 |
+
"ዐ": 137,
|
142 |
+
"ዑ": 138,
|
143 |
+
"ዒ": 139,
|
144 |
+
"ዓ": 140,
|
145 |
+
"ዔ": 141,
|
146 |
+
"ዕ": 142,
|
147 |
+
"ዖ": 143,
|
148 |
+
"ዘ": 144,
|
149 |
+
"ዙ": 145,
|
150 |
+
"ዚ": 146,
|
151 |
+
"ዛ": 147,
|
152 |
+
"ዜ": 148,
|
153 |
+
"ዝ": 149,
|
154 |
+
"ዞ": 150,
|
155 |
+
"ዟ": 151,
|
156 |
+
"ዢ": 152,
|
157 |
+
"ዣ": 153,
|
158 |
+
"ዤ": 154,
|
159 |
+
"ዥ": 155,
|
160 |
+
"ዦ": 156,
|
161 |
+
"የ": 157,
|
162 |
+
"ዩ": 158,
|
163 |
+
"ያ": 159,
|
164 |
+
"ዬ": 160,
|
165 |
+
"ይ": 161,
|
166 |
+
"ዮ": 162,
|
167 |
+
"ደ": 163,
|
168 |
+
"ዱ": 164,
|
169 |
+
"ዲ": 165,
|
170 |
+
"ዳ": 166,
|
171 |
+
"ዴ": 167,
|
172 |
+
"ድ": 168,
|
173 |
+
"ዶ": 169,
|
174 |
+
"ዷ": 170,
|
175 |
+
"ዽ": 171,
|
176 |
+
"ጀ": 172,
|
177 |
+
"ጁ": 173,
|
178 |
+
"ጂ": 174,
|
179 |
+
"ጃ": 175,
|
180 |
+
"ጄ": 176,
|
181 |
+
"ጅ": 177,
|
182 |
+
"ጆ": 178,
|
183 |
+
"ጇ": 179,
|
184 |
+
"ገ": 180,
|
185 |
+
"ጉ": 181,
|
186 |
+
"ጊ": 182,
|
187 |
+
"ጋ": 183,
|
188 |
+
"ጌ": 184,
|
189 |
+
"ግ": 185,
|
190 |
+
"ጎ": 186,
|
191 |
+
"ጓ": 187,
|
192 |
+
"ጠ": 188,
|
193 |
+
"ጡ": 189,
|
194 |
+
"ጢ": 190,
|
195 |
+
"ጣ": 191,
|
196 |
+
"ጤ": 192,
|
197 |
+
"ጥ": 193,
|
198 |
+
"ጦ": 194,
|
199 |
+
"ጧ": 195,
|
200 |
+
"ጨ": 196,
|
201 |
+
"ጩ": 197,
|
202 |
+
"ጪ": 198,
|
203 |
+
"ጫ": 199,
|
204 |
+
"ጬ": 200,
|
205 |
+
"ጭ": 201,
|
206 |
+
"ጮ": 202,
|
207 |
+
"ጲ": 203,
|
208 |
+
"ጴ": 204,
|
209 |
+
"ጵ": 205,
|
210 |
+
"ጶ": 206,
|
211 |
+
"ጸ": 207,
|
212 |
+
"ጹ": 208,
|
213 |
+
"ጺ": 209,
|
214 |
+
"ጻ": 210,
|
215 |
+
"ጽ": 211,
|
216 |
+
"ጾ": 212,
|
217 |
+
"ጿ": 213,
|
218 |
+
"ፀ": 214,
|
219 |
+
"ፁ": 215,
|
220 |
+
"ፃ": 216,
|
221 |
+
"ፅ": 217,
|
222 |
+
"ፈ": 218,
|
223 |
+
"ፉ": 219,
|
224 |
+
"ፊ": 220,
|
225 |
+
"ፋ": 221,
|
226 |
+
"ፌ": 222,
|
227 |
+
"ፍ": 223,
|
228 |
+
"ፎ": 224,
|
229 |
+
"ፏ": 225,
|
230 |
+
"ፐ": 226,
|
231 |
+
"ፑ": 227,
|
232 |
+
"ፒ": 228,
|
233 |
+
"ፓ": 229,
|
234 |
+
"ፔ": 230,
|
235 |
+
"ፕ": 231,
|
236 |
+
"ፖ": 232,
|
237 |
+
"፡": 233,
|
238 |
+
"።": 234,
|
239 |
+
"፣": 235,
|
240 |
+
"’": 236
|
241 |
}
|