{ "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "57521": { "content": "", "lstrip": true, "normalized": true, "rstrip": false, "single_word": false, "special": true }, "57522": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57523": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "57524": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "57525": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57526": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57527": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57528": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57529": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57530": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57531": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57532": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57533": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57534": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57535": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57536": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57537": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57538": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57539": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57540": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57541": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57542": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57543": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57544": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57545": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57546": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57547": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57548": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57549": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57550": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57551": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57552": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57553": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57554": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57555": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57556": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57557": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57558": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57559": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57560": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57561": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57562": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57563": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57564": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57565": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57566": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57567": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57568": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57569": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57570": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57571": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57572": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57573": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57574": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57575": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57576": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57577": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57578": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57579": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57580": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57581": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57582": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57583": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57584": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57585": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57586": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57587": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57588": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57589": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57590": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57591": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57592": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57593": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57594": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57595": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57596": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57597": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57598": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57599": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57600": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57601": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57602": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57603": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57604": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57605": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57606": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57607": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57608": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57609": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57610": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57611": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57612": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57613": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57614": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57615": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57616": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57617": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57618": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57619": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57620": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57621": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57622": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57623": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57624": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57625": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57626": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57627": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57628": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57629": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57630": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57631": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57632": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57633": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57634": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57635": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57636": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57637": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57638": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57639": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57640": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57641": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57642": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57643": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57644": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57645": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57646": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57647": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57648": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57649": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57650": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57651": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57652": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57653": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57654": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57655": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57656": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57657": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57658": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57659": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57660": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57661": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57662": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57663": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57664": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57665": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57666": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57667": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57668": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57669": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57670": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57671": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57672": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57673": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57674": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57675": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57676": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57677": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57678": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57679": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57680": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57681": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57682": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57683": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57684": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57685": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57686": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57687": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57688": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57689": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57690": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57691": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57692": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57693": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57694": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57695": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57696": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57697": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57698": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57699": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57700": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57701": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57702": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57703": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57704": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57705": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57706": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57707": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57708": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57709": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57710": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57711": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57712": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57713": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57714": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57715": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57716": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57717": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57718": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57719": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57720": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57721": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57722": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57723": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57724": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false } }, "additional_special_tokens": [ "", "" ], "bos_token": "", "clean_up_tokenization_spaces": true, "cls_token": "", "eos_token": "", "mask_token": "", "max_length": 1000, "model_max_length": 1000000000000000019884624838656, "pad_to_multiple_of": null, "pad_token": "", "pad_token_type_id": 0, "padding_side": "right", "processor_class": "DonutProcessor", "sep_token": "", "sp_model_kwargs": {}, "stride": 0, "tokenizer_class": "XLMRobertaTokenizer", "truncation_side": "right", "truncation_strategy": "longest_first", "unk_token": "" }