tiny-random-SpeechT5ForSpeechToText / tokenizer_config.json
hf-transformers-bot's picture
Upload tiny models for SpeechT5ForSpeechToText
f393a08
{
"bos_token": "<s>",
"clean_up_tokenization_spaces": true,
"eos_token": "</s>",
"model_max_length": 450,
"pad_token": "<pad>",
"processor_class": "SpeechT5Processor",
"sp_model_kwargs": {},
"special_tokens_map_file": "/home/runner/.cache/huggingface/hub/models--microsoft--speecht5_asr/snapshots/53615c10408485422e09a12cda191a747f4bbe34/special_tokens_map.json",
"tokenizer_class": "SpeechT5Tokenizer",
"unk_token": "<unk>"
}