{ "added_tokens_decoder": { "0": { "content": "[PAD]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100": { "content": "[UNK]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "101": { "content": "[CLS]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "102": { "content": "[SEP]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "103": { "content": "[MASK]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "30522": { "content": "[PAD_left_1]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "30523": { "content": "[PAD_left_2]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "30524": { "content": "[PAD_left_3]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "30525": { "content": "[PAD_left_4]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "30526": { "content": "[PAD_left_5]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "30527": { "content": "[PAD_left_6]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "30528": { "content": "[PAD_left_7]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "30529": { "content": "[PAD_left_8]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "30530": { "content": "[PAD_left_9]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "30531": { "content": "[PAD_left_10]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "[PAD_left_1]", "[PAD_left_2]", "[PAD_left_3]", "[PAD_left_4]", "[PAD_left_5]", "[PAD_left_6]", "[PAD_left_7]", "[PAD_left_8]", "[PAD_left_9]", "[PAD_left_10]" ], "clean_up_tokenization_spaces": true, "cls_token": "[CLS]", "do_lower_case": true, "mask_token": "[MASK]", "model_max_length": 512, "pad_token": "[PAD]", "sep_token": "[SEP]", "strip_accents": null, "tokenize_chinese_chars": true, "tokenizer_class": "DistilBertTokenizer", "unk_token": "[UNK]" }