bert-base-dutch-cased-frisian / tokenizer_config.json
1 {
2 "do_lower_case": false,
3 "do_basic_tokenize": true,
4 "never_split": null,
5 "unk_token": "[UNK]",
6 "sep_token": "[SEP]",
7 "pad_token": "[PAD]",
8 "cls_token": "[CLS]",
9 "mask_token": "[MASK]",
10 "tokenize_chinese_chars": true,
11 "strip_accents": false,
12 "tokenizer_file": null
13 }