File size: 323 Bytes
ebb269e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
{

    "do_lower_case": true,

    "unk_token": "[UNK]",

    "sep_token": "[SEP]",

    "pad_token": "[PAD]",

    "cls_token": "[CLS]",

    "mask_token": "[MASK]",

    "tokenize_chinese_chars": true,

    "strip_accents": false,

    "do_basic_tokenize": true,

    "never_split": null,

    "model_max_length": 512

}