add tokenizer

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

tokenizer_config.json

@@ -1 +1 @@
-{"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "<pad>", "do_lower_case": false, "word_delimiter_token": "|", "special_tokens_map_file": "/workspace/.cache/huggingface/transformers/898afae2faf3d20dd22149b80863bb5d448c67d9c9b821dd66753253a4d77c64.9d6cd81ef646692fb1c169a880161ea1cb95f49694f220aced9b704b457e51dd", "tokenizer_file": null, "name_or_path": "Harveenchadha/vakyansh-wav2vec2-urdu-urm-60", "tokenizer_class": "Wav2Vec2CTCTokenizer"}
+{"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "<pad>", "do_lower_case": false, "word_delimiter_token": "|", "tokenizer_class": "Wav2Vec2CTCTokenizer"}

vocab.json

@@ -1 +1 @@
-{"<s>": 0, "<pad>": 1, "</s>": 2, "<unk>": 3, "|": 4, "ء": 5, "آ": 6, "ؤ": 7, "ئ": 8, "ا": 9, "ب": 10, "ت": 11, "ث": 12, "ج": 13, "ح": 14, "خ": 15, "د": 16, "ذ": 17, "ر": 18, "ز": 19, "س": 20, "ش": 21, "ص": 22, "ض": 23, "ط": 24, "ظ": 25, "ع": 26, "غ": 27, "ف": 28, "ق": 29, "ل": 30, "م": 31, "ن": 32, "و": 33, "ٹ": 34, "پ": 35, "چ": 36, "ڈ": 37, "ڑ": 38, "ژ": 39, "ک": 40, "گ": 41, "ں": 42, "ھ": 43, "ہ": 44, "ی": 45, "ے": 46, "ۓ": 47}
+{"ء": 1, "آ": 2, "ئ": 3, "ا": 4, "ب": 5, "ت": 6, "ث": 7, "ج": 8, "ح": 9, "خ": 10, "د": 11, "ذ": 12, "ر": 13, "ز": 14, "س": 15, "ش": 16, "ص": 17, "ض": 18, "ط": 19, "ظ": 20, "ع": 21, "غ": 22, "ف": 23, "ق": 24, "ل": 25, "م": 26, "ن": 27, "و": 28, "ً": 29, "ٓ": 30, "ٹ": 31, "پ": 32, "چ": 33, "ڈ": 34, "ڑ": 35, "ژ": 36, "ک": 37, "گ": 38, "ں": 39, "ھ": 40, "ہ": 41, "ی": 42, "ے": 43, "’": 44, "|": 0, "<unk>": 45, "<pad>": 46, "<s>": 47, "</s>": 48}