{ "additional_special_tokens": [ { "content": "á", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, { "content": "ä", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, { "content": "č", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, { "content": "ď", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, { "content": "é", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, { "content": "í", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, { "content": "ĺ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, { "content": "ľ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, { "content": "ň", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, { "content": "ó", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, { "content": "ô", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, { "content": "ŕ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, { "content": "š", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, { "content": "ť", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, { "content": "ú", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, { "content": "ý", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, { "content": "ž", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false } ], "bos_token": "", "eos_token": "", "mask_token": { "content": "", "lstrip": true, "normalized": true, "rstrip": false, "single_word": false }, "pad_token": "", "unk_token": "" }