Upload tokenizer

added_tokens.json

@@ -0,0 +1,5 @@
+{
+  "</s>": 64,
+  "<s>": 63,
+  "[PAD]": 65
+}

special_tokens_map.json

@@ -0,0 +1,29 @@
+{
+  "additional_special_tokens": [
+    {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
+  "bos_token": "<s>",
+  "eos_token": "</s>",
+  "pad_token": "[PAD]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,13 @@
+{
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": true,
+  "do_lower_case": false,
+  "eos_token": "</s>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "replace_word_delimiter_char": " ",
+  "target_lang": "ben",
+  "tokenizer_class": "Wav2Vec2CTCTokenizer",
+  "unk_token": "[UNK]",
+  "word_delimiter_token": "|"
+}

vocab.json

@@ -0,0 +1,68 @@
+{
+  "ben": {
+    "[PAD]": 64,
+    "[UNK]": 64,
+    "|": 0,
+    "ঁ": 1,
+    "ং": 2,
+    "ঃ": 3,
+    "অ": 4,
+    "আ": 5,
+    "ই": 6,
+    "ঈ": 7,
+    "উ": 8,
+    "ঊ": 9,
+    "ঋ": 10,
+    "এ": 11,
+    "ঐ": 12,
+    "ও": 13,
+    "ঔ": 14,
+    "ক": 15,
+    "খ": 16,
+    "গ": 17,
+    "ঘ": 18,
+    "ঙ": 19,
+    "চ": 20,
+    "ছ": 21,
+    "জ": 22,
+    "ঝ": 23,
+    "ঞ": 24,
+    "ট": 25,
+    "ঠ": 26,
+    "ড": 27,
+    "ঢ": 28,
+    "ণ": 29,
+    "ত": 30,
+    "থ": 31,
+    "দ": 32,
+    "ধ": 33,
+    "ন": 34,
+    "প": 35,
+    "ফ": 36,
+    "ব": 37,
+    "ভ": 38,
+    "ম": 39,
+    "য": 40,
+    "র": 41,
+    "ল": 42,
+    "শ": 43,
+    "ষ": 44,
+    "স": 45,
+    "হ": 46,
+    "া": 47,
+    "ি": 48,
+    "ী": 49,
+    "ু": 50,
+    "ূ": 51,
+    "ৃ": 52,
+    "ে": 53,
+    "ৈ": 54,
+    "ো": 55,
+    "ৌ": 56,
+    "্": 57,
+    "ৎ": 58,
+    "ড়": 59,
+    "ঢ়": 60,
+    "য়": 61
+  }
+}