{ "bos_token": "", "clean_text": false, "cls_token": "", "do_lower_case": false, "eos_token": "", "mask_token": { "__type": "AddedToken", "content": "", "lstrip": true, "normalized": false, "rstrip": false, "single_word": false }, "pad_token": "", "remove_space": false, "sep_token": "", "sp_model_kwargs": {}, "tokenizer_class": "BartJapaneseNewsTokenizer", "unk_token": "", "auto_map": { "AutoTokenizer": [ "tokenization_bart_japanese_news.BartJapaneseNewsTokenizer", null ] } }