ft-pt-br-local / tokenizer_config.json
tonyalves's picture
Model save
ad1ab75
raw
history blame contribute delete
No virus
529 Bytes
{"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "<pad>", "do_lower_case": false, "word_delimiter_token": "|", "replace_word_delimiter_char": " ", "special_tokens_map_file": "/home/alves/.cache/huggingface/transformers/4b4ee1c7039e405ab1304da4e4f1000a4cd4d267b724ae6bb3bd85f5196cb173.9d6cd81ef646692fb1c169a880161ea1cb95f49694f220aced9b704b457e51dd", "name_or_path": "jonatasgrosman/wav2vec2-large-xlsr-53-portuguese", "tokenizer_class": "Wav2Vec2CTCTokenizer", "processor_class": "Wav2Vec2Processor"}