speecht5_tts_SK_v3 / tokenizer_config.json
vsisik's picture
Training in progress, step 500
c67ec44 verified
{
"added_tokens_decoder": {
"0": {
"content": "<s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1": {
"content": "<pad>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"2": {
"content": "</s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"3": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"73": {
"content": "é",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": true
},
"79": {
"content": "<mask>",
"lstrip": true,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": true
},
"80": {
"content": "<ctc_blank>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"81": {
"content": "á",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": true
},
"82": {
"content": "ä",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": true
},
"83": {
"content": "č",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": true
},
"84": {
"content": "ď",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": true
},
"85": {
"content": "í",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": true
},
"86": {
"content": "ĺ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": true
},
"87": {
"content": "ľ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": true
},
"88": {
"content": "ň",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": true
},
"89": {
"content": "ó",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": true
},
"90": {
"content": "ô",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": true
},
"91": {
"content": "ŕ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": true
},
"92": {
"content": "š",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": true
},
"93": {
"content": "ť",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": true
},
"94": {
"content": "ú",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": true
},
"95": {
"content": "ý",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": true
},
"96": {
"content": "ž",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": true
}
},
"additional_special_tokens": [
"á",
"ä",
"č",
"ď",
"é",
"í",
"ĺ",
"ľ",
"ň",
"ó",
"ô",
"ŕ",
"š",
"ť",
"ú",
"ý",
"ž"
],
"bos_token": "<s>",
"clean_up_tokenization_spaces": true,
"eos_token": "</s>",
"mask_token": "<mask>",
"model_max_length": 600,
"normalize": false,
"pad_token": "<pad>",
"processor_class": "SpeechT5Processor",
"sp_model_kwargs": {},
"tokenizer_class": "SpeechT5Tokenizer",
"unk_token": "<unk>"
}