File size: 238 Bytes
a65ba5b |
1 2 3 4 5 6 7 |
{
"name_or_path": "./toks/tokenizer/bytelevel-dropout-0.1-50K/",
"special_tokens_map_file": "./toks/tokenizer/bytelevel-dropout-0.1-50K/special_tokens_map.json",
"tokenizer_class": "PreTrainedTokenizerFast",
"vocab_size": 50000
}
|