tokenizer_config.json

{
  "name_or_path": "./toks/tokenizer/bytelevel-dropout-0.1-50K/",
  "special_tokens_map_file": "./toks/tokenizer/bytelevel-dropout-0.1-50K/special_tokens_map.json",
  "tokenizer_class": "PreTrainedTokenizerFast",
  "vocab_size": 50000
}