jackmildice
/

w2v-bert-2.0-mongolian-colab-CV16.0

Automatic Speech Recognition

Inference Endpoints

Model card Files Files and versions Community

jackmildice commited on May 15

Commit

3cd4cc3

•

1 Parent(s): e7f9e84

Upload tokenizer

Files changed (3) hide show

added_tokens.json +2 -2
tokenizer_config.json +4 -4
vocab.json +36 -50

added_tokens.json CHANGED Viewed

@@ -1,4 +1,4 @@
 {
-  "</s>": 52,
-  "<s>": 51
 }

 {
+  "</s>": 38,
+  "<s>": 37
 }

tokenizer_config.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "added_tokens_decoder": {
-    "49": {
       "content": "[UNK]",
       "lstrip": true,
       "normalized": false,
@@ -8,7 +8,7 @@
       "single_word": false,
       "special": false
     },
-    "50": {
       "content": "[PAD]",
       "lstrip": true,
       "normalized": false,
@@ -16,7 +16,7 @@
       "single_word": false,
       "special": false
     },
-    "51": {
       "content": "<s>",
       "lstrip": false,
       "normalized": false,
@@ -24,7 +24,7 @@
       "single_word": false,
       "special": true
     },
-    "52": {
       "content": "</s>",
       "lstrip": false,
       "normalized": false,

 {
   "added_tokens_decoder": {
+    "35": {
       "content": "[UNK]",
       "lstrip": true,
       "normalized": false,
       "single_word": false,
       "special": false
     },
+    "36": {
       "content": "[PAD]",
       "lstrip": true,
       "normalized": false,
       "single_word": false,
       "special": false
     },
+    "37": {
       "content": "<s>",
       "lstrip": false,
       "normalized": false,
       "single_word": false,
       "special": true
     },
+    "38": {
       "content": "</s>",
       "lstrip": false,
       "normalized": false,

vocab.json CHANGED Viewed

@@ -1,53 +1,39 @@
 {
-  "[PAD]": 50,
-  "[UNK]": 49,
-  "a": 1,
-  "b": 2,
-  "c": 3,
-  "d": 4,
-  "e": 5,
-  "g": 6,
-  "h": 7,
-  "i": 8,
-  "l": 9,
-  "n": 10,
-  "o": 11,
-  "r": 12,
-  "t": 13,
-  "x": 14,
   "|": 0,
-  "а": 15,
-  "б": 16,
-  "в": 17,
-  "г": 18,
-  "д": 19,
-  "е": 20,
-  "ж": 21,
-  "з": 22,
-  "и": 23,
-  "й": 24,
-  "к": 25,
-  "л": 26,
-  "м": 27,
-  "н": 28,
-  "о": 29,
-  "п": 30,
-  "р": 31,
-  "с": 32,
-  "т": 33,
-  "у": 34,
-  "ф": 35,
-  "х": 36,
-  "ц": 37,
-  "ч": 38,
-  "ш": 39,
-  "ъ": 40,
-  "ы": 41,
-  "ь": 42,
-  "э": 43,
-  "ю": 44,
-  "я": 45,
-  "ё": 46,
-  "ү": 47,
-  "ө": 48
 }

 {
+  "[PAD]": 36,
+  "[UNK]": 35,
   "|": 0,
+  "а": 1,
+  "б": 2,
+  "в": 3,
+  "г": 4,
+  "д": 5,
+  "е": 6,
+  "ж": 7,
+  "з": 8,
+  "и": 9,
+  "й": 10,
+  "к": 11,
+  "л": 12,
+  "м": 13,
+  "н": 14,
+  "о": 15,
+  "п": 16,
+  "р": 17,
+  "с": 18,
+  "т": 19,
+  "у": 20,
+  "ф": 21,
+  "х": 22,
+  "ц": 23,
+  "ч": 24,
+  "ш": 25,
+  "ъ": 26,
+  "ы": 27,
+  "ь": 28,
+  "э": 29,
+  "ю": 30,
+  "я": 31,
+  "ё": 32,
+  "ү": 33,
+  "ө": 34
 }