File size: 405 Bytes
968ec1b
fed3ecc
 
 
 
 
 
12e1d58
fed3ecc
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
{
	"clean_up_tokenization_spaces": true,
	"cls_token": "[CLS]",
	"do_basic_tokenize": true,
	"do_lower_case": true,
	"mask_token": "[MASK]",
	"model_max_length": 512,
    "name_or_path": "distilbert-base-uncased",
	"never_split": null,
	"pad_token": "[PAD]",
	"sep_token": "[SEP]",
	"strip_accents": null,
	"tokenize_chinese_chars": true,
	"tokenizer_class": "DistilBertTokenizer",
	"unk_token": "[UNK]"
}