add tokenizer

added_tokens.json

@@ -0,0 +1 @@
+{"<s>": 55, "</s>": 56}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9070e39610938a7f9f33fc76c5a4ac02de9d5214e5f4252b12c9f6ccd2b699f7
+oid sha256:f235a04e45c6cceb00653b9707bfc918eb448cb1b85a86c0bc401e7ab9a0b4d3
 size 1262157361

special_tokens_map.json

@@ -1 +1 @@
-{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>"}
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}

tokenizer_config.json

@@ -1 +1 @@
-{"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "<pad>", "do_lower_case": false, "word_delimiter_token": "|", "tokenizer_class": "Wav2Vec2CTCTokenizer"}
+{"unk_token": "[UNK]", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "[PAD]", "do_lower_case": false, "word_delimiter_token": "|", "special_tokens_map_file": null, "tokenizer_file": null, "name_or_path": "anuragshas/wav2vec2-large-xls-r-300m-ur-cv8", "processor_class": "Wav2Vec2ProcessorWithLM", "tokenizer_class": "Wav2Vec2CTCTokenizer"}

vocab.json

@@ -1 +1 @@
-{"ء": 1, "آ": 2, "ؤ": 3, "ئ": 4, "ا": 5, "ب": 6, "ت": 7, "ث": 8, "ج": 9, "ح": 10, "خ": 11, "د": 12, "ذ": 13, "ر": 14, "ز": 15, "س": 16, "ش": 17, "ص": 18, "ض": 19, "ط": 20, "ظ": 21, "ع": 22, "غ": 23, "ف": 24, "ق": 25, "ل": 26, "م": 27, "ن": 28, "و": 29, "ى": 30, "ي": 31, "ً": 32, "َ": 33, "ُ": 34, "ِ": 35, "ّ": 36, "ٔ": 37, "ٰ": 38, "ٹ": 39, "پ": 40, "چ": 41, "ڈ": 42, "ڑ": 43, "ژ": 44, "ک": 45, "گ": 46, "ں": 47, "ھ": 48, "ہ": 49, "ۂ": 50, "ی": 51, "ے": 52, "|": 0, "<unk>": 53, "<pad>": 54, "<s>": 55, "</s>": 56}
+{"ء": 1, "آ": 2, "ؤ": 3, "ئ": 4, "ا": 5, "ب": 6, "ت": 7, "ث": 8, "ج": 9, "ح": 10, "خ": 11, "د": 12, "ذ": 13, "ر": 14, "ز": 15, "س": 16, "ش": 17, "ص": 18, "ض": 19, "ط": 20, "ظ": 21, "ع": 22, "غ": 23, "ف": 24, "ق": 25, "ل": 26, "م": 27, "ن": 28, "و": 29, "ى": 30, "ي": 31, "ً": 32, "َ": 33, "ُ": 34, "ِ": 35, "ّ": 36, "ٔ": 37, "ٰ": 38, "ٹ": 39, "پ": 40, "چ": 41, "ڈ": 42, "ڑ": 43, "ژ": 44, "ک": 45, "گ": 46, "ں": 47, "ھ": 48, "ہ": 49, "ۂ": 50, "ی": 51, "ے": 52, "|": 0, "[UNK]": 53, "[PAD]": 54}