tokenizer_config.json

{
    "bos_token": "<s>",
    "eos_token": "</s>",
    "sep_token": "</s>",
    "cls_token": "<s>",
    "unk_token": "<unk>",
    "pad_token": "<pad>",
    "mask_token": "<mask>",
    "additional_special_tokens": ["<s>NOTUSED", "</s>NOTUSED"],
    "do_lower_case": true,
    "special_tokens_map_file": null
}