voxrex-bart-swedish / tokenizer_config.json
KB's picture
First
a65356d
{
"bos_token": "<s>",
"cls_token": "</s>",
"eos_token": "</s>",
"mask_token": "<mask>",
"model_max_length": 1000000000000000019884624838656,
"name_or_path": "./wav2vec2-bart-asr",
"pad_token": "<pad>",
"processor_class": "Wav2Vec2Processor",
"sep_token": "</s>",
"special_tokens_map_file": "/root/.cache/huggingface/hub/models--KBLab--bart-base-swedish-cased/snapshots/5e2e4b3d0b5a34f6c3e152f1b7d11fc944e27fa0/special_tokens_map.json",
"tokenizer_class": "PreTrainedTokenizerFast",
"unk_token": "<unk>"
}