tokenizer_config.json

{
  "tokenizer_type": "WordPiece",
  "max_len": 512,
  "padding": "max_length",
  "truncation": true,
  "add_special_tokens": true,
  "special_tokens": {
    "eos_token": " ",
    "bos_token": " ",
    "pad_token": " ",
    "unk_token": " ",
    "cls_token": " ",
    "sep_token": " "
  }
}