{ "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64000": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64001": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64002": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64003": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64004": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64005": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64006": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64007": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64008": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64009": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64010": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64011": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64012": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64013": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64014": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64015": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64016": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64017": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64018": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64019": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64020": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64021": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64022": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64023": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64024": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64025": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64026": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64027": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64028": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64029": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64030": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64031": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64032": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64033": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64034": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64035": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64036": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64037": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64038": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64039": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64040": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64041": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64042": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64043": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64044": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64045": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64046": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64047": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64048": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64049": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64050": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64051": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64052": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64053": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64054": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64055": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64056": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64057": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64058": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64059": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64060": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64061": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64062": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64063": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64064": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64065": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64066": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64067": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64068": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64069": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64070": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false } }, "bos_token": "", "clean_up_tokenization_spaces": true, "cls_token": "", "eos_token": "", "mask_token": "", "model_max_length": 1000000000000000019884624838656, "pad_token": "", "processor_class": "DonutProcessor", "sep_token": "", "tokenizer_class": "PhobertTokenizer", "unk_token": "" }