{ "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64000": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64001": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64002": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64003": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64004": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64005": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64006": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64007": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64008": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64009": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64010": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64011": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64012": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64013": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64014": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64015": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64016": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64017": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64018": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64019": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64020": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64021": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64022": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64023": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64024": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64025": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64026": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64027": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64028": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64029": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64030": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64031": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64032": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64033": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64034": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64035": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64036": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64037": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64038": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64039": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64040": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64041": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64042": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64043": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64044": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64045": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64046": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64047": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64048": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64049": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64050": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64051": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64052": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64053": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64054": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64055": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64056": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64057": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64058": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64059": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64060": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64061": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64062": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64063": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64064": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64065": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64066": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64067": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64068": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64069": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64070": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64071": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64072": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64073": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64074": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64075": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64076": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64077": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64078": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64079": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64080": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64081": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64082": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64083": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64084": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64085": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64086": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64087": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64088": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64089": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64090": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64091": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64092": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64093": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64094": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64095": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64096": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64097": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64098": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64099": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64100": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64101": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64102": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64103": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64104": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64105": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64106": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64107": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64108": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64109": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64110": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64111": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64112": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64113": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64114": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64115": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64116": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64117": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64118": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64119": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64120": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64121": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64122": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64123": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64124": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64125": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64126": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64127": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64128": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64129": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64130": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64131": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64132": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64133": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64134": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64135": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64136": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64137": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64138": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64139": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64140": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64141": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64142": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64143": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64144": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64145": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64146": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64147": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64148": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64149": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64150": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64151": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64152": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64153": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64154": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64155": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64156": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64157": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64158": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64159": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64160": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64161": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64162": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64163": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64164": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64165": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false } }, "bos_token": "", "clean_up_tokenization_spaces": true, "cls_token": "", "eos_token": "", "mask_token": "", "model_max_length": 1000000000000000019884624838656, "pad_token": "", "processor_class": "DonutProcessor", "sep_token": "", "tokenizer_class": "PhobertTokenizer", "unk_token": "" }