add tokenizer

added_tokens.json

@@ -1 +1 @@
-{"<s>": 63, "</s>": 64}
+{"<s>": 64, "</s>": 65}

tokenizer_config.json

@@ -1 +1 @@
-{"unk_token": "[UNK]", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "[PAD]", "do_lower_case": false, "word_delimiter_token": "^", "special_tokens_map_file": null, "tokenizer_file": null, "name_or_path": "./Punjabi Wav2Vec/", "tokenizer_class": "Wav2Vec2CTCTokenizer"}
+{"unk_token": "[UNK]", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "[PAD]", "do_lower_case": false, "word_delimiter_token": "^", "special_tokens_map_file": null, "tokenizer_file": null, "name_or_path": "./", "tokenizer_class": "Wav2Vec2CTCTokenizer"}

vocab.json

@@ -1 +1 @@
-{"ਂ": 1, "ਅ": 2, "ਆ": 3, "ਇ": 4, "ਈ": 5, "ਉ": 6, "ਊ": 7, "ਏ": 8, "ਐ": 9, "ਓ": 10, "ਔ": 11, "ਕ": 12, "ਖ": 13, "ਗ": 14, "ਘ": 15, "ਚ": 16, "ਛ": 17, "ਜ": 18, "ਝ": 19, "ਟ": 20, "ਠ": 21, "ਡ": 22, "ਢ": 23, "ਣ": 24, "ਤ": 25, "ਥ": 26, "ਦ": 27, "ਧ": 28, "ਨ": 29, "ਪ": 30, "ਫ": 31, "ਬ": 32, "ਭ": 33, "ਮ": 34, "ਯ": 35, "ਰ": 36, "ਲ": 37, "ਲ਼": 38, "ਵ": 39, "ਸ਼": 40, "ਸ": 41, "ਹ": 42, "਼": 43, "ਾ": 44, "ਿ": 45, "ੀ": 46, "ੁ": 47, "ੂ": 48, "ੇ": 49, "ੈ": 50, "ੋ": 51, "ੌ": 52, "੍": 53, "ਖ਼": 54, "ਗ਼": 55, "ਜ਼": 56, "ੜ": 57, "ਫ਼": 58, "ੰ": 59, "ੱ": 60, "^": 0, "[UNK]": 61, "[PAD]": 62}
+{"¤": 1, "ਂ": 2, "ਅ": 3, "ਆ": 4, "ਇ": 5, "ਈ": 6, "ਉ": 7, "ਊ": 8, "ਏ": 9, "ਐ": 10, "ਓ": 11, "ਔ": 12, "ਕ": 13, "ਖ": 14, "ਗ": 15, "ਘ": 16, "ਚ": 17, "ਛ": 18, "ਜ": 19, "ਝ": 20, "ਟ": 21, "ਠ": 22, "ਡ": 23, "ਢ": 24, "ਣ": 25, "ਤ": 26, "ਥ": 27, "ਦ": 28, "ਧ": 29, "ਨ": 30, "ਪ": 31, "ਫ": 32, "ਬ": 33, "ਭ": 34, "ਮ": 35, "ਯ": 36, "ਰ": 37, "ਲ": 38, "ਲ਼": 39, "ਵ": 40, "ਸ਼": 41, "ਸ": 42, "ਹ": 43, "਼": 44, "ਾ": 45, "ਿ": 46, "ੀ": 47, "ੁ": 48, "ੂ": 49, "ੇ": 50, "ੈ": 51, "ੋ": 52, "ੌ": 53, "੍": 54, "ਖ਼": 55, "ਗ਼": 56, "ਜ਼": 57, "ੜ": 58, "ਫ਼": 59, "ੰ": 60, "ੱ": 61, "^": 0, "[UNK]": 62, "[PAD]": 63}