| { | |
| "add_prefix_space": true, | |
| "added_tokens_decoder": { | |
| "0": { | |
| "content": "<pad>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "1": { | |
| "content": "<unk>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "2": { | |
| "content": "<s>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "3": { | |
| "content": "</s>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15000": { | |
| "content": "<am>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15001": { | |
| "content": "<tig>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15002": { | |
| "content": "<geez>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15003": { | |
| "content": "<tigre>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15004": { | |
| "content": "<extra_id_95>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15005": { | |
| "content": "<extra_id_94>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15006": { | |
| "content": "<extra_id_93>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15007": { | |
| "content": "<extra_id_92>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15008": { | |
| "content": "<extra_id_91>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15009": { | |
| "content": "<extra_id_90>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15010": { | |
| "content": "<extra_id_89>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15011": { | |
| "content": "<extra_id_88>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15012": { | |
| "content": "<extra_id_87>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15013": { | |
| "content": "<extra_id_86>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15014": { | |
| "content": "<extra_id_85>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15015": { | |
| "content": "<extra_id_84>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15016": { | |
| "content": "<extra_id_83>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15017": { | |
| "content": "<extra_id_82>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15018": { | |
| "content": "<extra_id_81>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15019": { | |
| "content": "<extra_id_80>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15020": { | |
| "content": "<extra_id_79>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15021": { | |
| "content": "<extra_id_78>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15022": { | |
| "content": "<extra_id_77>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15023": { | |
| "content": "<extra_id_76>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15024": { | |
| "content": "<extra_id_75>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15025": { | |
| "content": "<extra_id_74>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15026": { | |
| "content": "<extra_id_73>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15027": { | |
| "content": "<extra_id_72>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15028": { | |
| "content": "<extra_id_71>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15029": { | |
| "content": "<extra_id_70>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15030": { | |
| "content": "<extra_id_69>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15031": { | |
| "content": "<extra_id_68>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15032": { | |
| "content": "<extra_id_67>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15033": { | |
| "content": "<extra_id_66>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15034": { | |
| "content": "<extra_id_65>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15035": { | |
| "content": "<extra_id_64>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15036": { | |
| "content": "<extra_id_63>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15037": { | |
| "content": "<extra_id_62>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15038": { | |
| "content": "<extra_id_61>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15039": { | |
| "content": "<extra_id_60>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15040": { | |
| "content": "<extra_id_59>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15041": { | |
| "content": "<extra_id_58>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15042": { | |
| "content": "<extra_id_57>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15043": { | |
| "content": "<extra_id_56>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15044": { | |
| "content": "<extra_id_55>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15045": { | |
| "content": "<extra_id_54>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15046": { | |
| "content": "<extra_id_53>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15047": { | |
| "content": "<extra_id_52>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15048": { | |
| "content": "<extra_id_51>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15049": { | |
| "content": "<extra_id_50>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15050": { | |
| "content": "<extra_id_49>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15051": { | |
| "content": "<extra_id_48>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15052": { | |
| "content": "<extra_id_47>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15053": { | |
| "content": "<extra_id_46>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15054": { | |
| "content": "<extra_id_45>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15055": { | |
| "content": "<extra_id_44>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15056": { | |
| "content": "<extra_id_43>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15057": { | |
| "content": "<extra_id_42>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15058": { | |
| "content": "<extra_id_41>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15059": { | |
| "content": "<extra_id_40>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15060": { | |
| "content": "<extra_id_39>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15061": { | |
| "content": "<extra_id_38>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15062": { | |
| "content": "<extra_id_37>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15063": { | |
| "content": "<extra_id_36>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15064": { | |
| "content": "<extra_id_35>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15065": { | |
| "content": "<extra_id_34>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15066": { | |
| "content": "<extra_id_33>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15067": { | |
| "content": "<extra_id_32>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15068": { | |
| "content": "<extra_id_31>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15069": { | |
| "content": "<extra_id_30>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15070": { | |
| "content": "<extra_id_29>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15071": { | |
| "content": "<extra_id_28>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15072": { | |
| "content": "<extra_id_27>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15073": { | |
| "content": "<extra_id_26>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15074": { | |
| "content": "<extra_id_25>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15075": { | |
| "content": "<extra_id_24>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15076": { | |
| "content": "<extra_id_23>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15077": { | |
| "content": "<extra_id_22>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15078": { | |
| "content": "<extra_id_21>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15079": { | |
| "content": "<extra_id_20>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15080": { | |
| "content": "<extra_id_19>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15081": { | |
| "content": "<extra_id_18>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15082": { | |
| "content": "<extra_id_17>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15083": { | |
| "content": "<extra_id_16>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15084": { | |
| "content": "<extra_id_15>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15085": { | |
| "content": "<extra_id_14>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15086": { | |
| "content": "<extra_id_13>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15087": { | |
| "content": "<extra_id_12>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15088": { | |
| "content": "<extra_id_11>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15089": { | |
| "content": "<extra_id_10>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15090": { | |
| "content": "<extra_id_9>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15091": { | |
| "content": "<extra_id_8>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15092": { | |
| "content": "<extra_id_7>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15093": { | |
| "content": "<extra_id_6>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15094": { | |
| "content": "<extra_id_5>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15095": { | |
| "content": "<extra_id_4>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15096": { | |
| "content": "<extra_id_3>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15097": { | |
| "content": "<extra_id_2>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15098": { | |
| "content": "<extra_id_1>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "15099": { | |
| "content": "<extra_id_0>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": true | |
| } | |
| }, | |
| "additional_special_tokens": [ | |
| "<extra_id_0>", | |
| "<extra_id_1>", | |
| "<extra_id_2>", | |
| "<extra_id_3>", | |
| "<extra_id_4>", | |
| "<extra_id_5>", | |
| "<extra_id_6>", | |
| "<extra_id_7>", | |
| "<extra_id_8>", | |
| "<extra_id_9>", | |
| "<extra_id_10>", | |
| "<extra_id_11>", | |
| "<extra_id_12>", | |
| "<extra_id_13>", | |
| "<extra_id_14>", | |
| "<extra_id_15>", | |
| "<extra_id_16>", | |
| "<extra_id_17>", | |
| "<extra_id_18>", | |
| "<extra_id_19>", | |
| "<extra_id_20>", | |
| "<extra_id_21>", | |
| "<extra_id_22>", | |
| "<extra_id_23>", | |
| "<extra_id_24>", | |
| "<extra_id_25>", | |
| "<extra_id_26>", | |
| "<extra_id_27>", | |
| "<extra_id_28>", | |
| "<extra_id_29>", | |
| "<extra_id_30>", | |
| "<extra_id_31>", | |
| "<extra_id_32>", | |
| "<extra_id_33>", | |
| "<extra_id_34>", | |
| "<extra_id_35>", | |
| "<extra_id_36>", | |
| "<extra_id_37>", | |
| "<extra_id_38>", | |
| "<extra_id_39>", | |
| "<extra_id_40>", | |
| "<extra_id_41>", | |
| "<extra_id_42>", | |
| "<extra_id_43>", | |
| "<extra_id_44>", | |
| "<extra_id_45>", | |
| "<extra_id_46>", | |
| "<extra_id_47>", | |
| "<extra_id_48>", | |
| "<extra_id_49>", | |
| "<extra_id_50>", | |
| "<extra_id_51>", | |
| "<extra_id_52>", | |
| "<extra_id_53>", | |
| "<extra_id_54>", | |
| "<extra_id_55>", | |
| "<extra_id_56>", | |
| "<extra_id_57>", | |
| "<extra_id_58>", | |
| "<extra_id_59>", | |
| "<extra_id_60>", | |
| "<extra_id_61>", | |
| "<extra_id_62>", | |
| "<extra_id_63>", | |
| "<extra_id_64>", | |
| "<extra_id_65>", | |
| "<extra_id_66>", | |
| "<extra_id_67>", | |
| "<extra_id_68>", | |
| "<extra_id_69>", | |
| "<extra_id_70>", | |
| "<extra_id_71>", | |
| "<extra_id_72>", | |
| "<extra_id_73>", | |
| "<extra_id_74>", | |
| "<extra_id_75>", | |
| "<extra_id_76>", | |
| "<extra_id_77>", | |
| "<extra_id_78>", | |
| "<extra_id_79>", | |
| "<extra_id_80>", | |
| "<extra_id_81>", | |
| "<extra_id_82>", | |
| "<extra_id_83>", | |
| "<extra_id_84>", | |
| "<extra_id_85>", | |
| "<extra_id_86>", | |
| "<extra_id_87>", | |
| "<extra_id_88>", | |
| "<extra_id_89>", | |
| "<extra_id_90>", | |
| "<extra_id_91>", | |
| "<extra_id_92>", | |
| "<extra_id_93>", | |
| "<extra_id_94>", | |
| "<extra_id_95>", | |
| "<tigre>", | |
| "<geez>", | |
| "<tig>", | |
| "<am>" | |
| ], | |
| "bos_token": "<s>", | |
| "clean_up_tokenization_spaces": true, | |
| "do_basic_tokenize": true, | |
| "do_lower_case": true, | |
| "eos_token": "</s>", | |
| "extra_ids": 96, | |
| "legacy": false, | |
| "model_max_length": 1000000000000000019884624838656, | |
| "pad_token": "<pad>", | |
| "padding": true, | |
| "sp_model_kwargs": {}, | |
| "tokenizer_class": "GT5Tokenizer", | |
| "unk_token": "<unk>" | |
| } | |