|
{ |
|
"add_prefix_space": false, |
|
"added_tokens_decoder": { |
|
"151643": { |
|
"content": "<|endoftext|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151644": { |
|
"content": "<|im_start|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151645": { |
|
"content": "<|im_end|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151646": { |
|
"content": "|<EXTRA_TOKENS_0>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151647": { |
|
"content": "|<EXTRA_TOKENS_1>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151648": { |
|
"content": "|<EXTRA_TOKENS_2>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151649": { |
|
"content": "|<EXTRA_TOKENS_3>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151650": { |
|
"content": "|<EXTRA_TOKENS_4>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151651": { |
|
"content": "|<EXTRA_TOKENS_5>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151652": { |
|
"content": "|<EXTRA_TOKENS_6>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151653": { |
|
"content": "|<EXTRA_TOKENS_7>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151654": { |
|
"content": "|<EXTRA_TOKENS_8>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151655": { |
|
"content": "|<EXTRA_TOKENS_9>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151656": { |
|
"content": "|<EXTRA_TOKENS_10>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151657": { |
|
"content": "|<EXTRA_TOKENS_11>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151658": { |
|
"content": "|<EXTRA_TOKENS_12>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151659": { |
|
"content": "|<EXTRA_TOKENS_13>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151660": { |
|
"content": "|<EXTRA_TOKENS_14>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151661": { |
|
"content": "|<EXTRA_TOKENS_15>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151662": { |
|
"content": "|<EXTRA_TOKENS_16>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151663": { |
|
"content": "|<EXTRA_TOKENS_17>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151664": { |
|
"content": "|<EXTRA_TOKENS_18>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151665": { |
|
"content": "|<EXTRA_TOKENS_19>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151666": { |
|
"content": "|<EXTRA_TOKENS_20>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151667": { |
|
"content": "|<EXTRA_TOKENS_21>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151668": { |
|
"content": "|<EXTRA_TOKENS_22>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151669": { |
|
"content": "|<EXTRA_TOKENS_23>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151670": { |
|
"content": "|<EXTRA_TOKENS_24>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151671": { |
|
"content": "|<EXTRA_TOKENS_25>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151672": { |
|
"content": "|<EXTRA_TOKENS_26>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151673": { |
|
"content": "|<EXTRA_TOKENS_27>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151674": { |
|
"content": "|<EXTRA_TOKENS_28>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151675": { |
|
"content": "|<EXTRA_TOKENS_29>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151676": { |
|
"content": "|<EXTRA_TOKENS_30>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151677": { |
|
"content": "|<EXTRA_TOKENS_31>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151678": { |
|
"content": "|<EXTRA_TOKENS_32>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151679": { |
|
"content": "|<EXTRA_TOKENS_33>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151680": { |
|
"content": "|<EXTRA_TOKENS_34>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151681": { |
|
"content": "|<EXTRA_TOKENS_35>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151682": { |
|
"content": "|<EXTRA_TOKENS_36>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151683": { |
|
"content": "|<EXTRA_TOKENS_37>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151684": { |
|
"content": "|<EXTRA_TOKENS_38>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151685": { |
|
"content": "|<EXTRA_TOKENS_39>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151686": { |
|
"content": "|<EXTRA_TOKENS_40>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151687": { |
|
"content": "|<EXTRA_TOKENS_41>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151688": { |
|
"content": "|<EXTRA_TOKENS_42>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151689": { |
|
"content": "|<EXTRA_TOKENS_43>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151690": { |
|
"content": "|<EXTRA_TOKENS_44>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151691": { |
|
"content": "|<EXTRA_TOKENS_45>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151692": { |
|
"content": "|<EXTRA_TOKENS_46>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151693": { |
|
"content": "|<EXTRA_TOKENS_47>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151694": { |
|
"content": "|<EXTRA_TOKENS_48>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151695": { |
|
"content": "|<EXTRA_TOKENS_49>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151696": { |
|
"content": "|<EXTRA_TOKENS_50>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151697": { |
|
"content": "|<EXTRA_TOKENS_51>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151698": { |
|
"content": "|<EXTRA_TOKENS_52>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151699": { |
|
"content": "|<EXTRA_TOKENS_53>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151700": { |
|
"content": "|<EXTRA_TOKENS_54>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151701": { |
|
"content": "|<EXTRA_TOKENS_55>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151702": { |
|
"content": "|<EXTRA_TOKENS_56>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151703": { |
|
"content": "|<EXTRA_TOKENS_57>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151704": { |
|
"content": "|<EXTRA_TOKENS_58>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151705": { |
|
"content": "|<EXTRA_TOKENS_59>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151706": { |
|
"content": "|<EXTRA_TOKENS_60>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151707": { |
|
"content": "|<EXTRA_TOKENS_61>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151708": { |
|
"content": "|<EXTRA_TOKENS_62>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151709": { |
|
"content": "|<EXTRA_TOKENS_63>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151710": { |
|
"content": "|<EXTRA_TOKENS_64>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151711": { |
|
"content": "|<EXTRA_TOKENS_65>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151712": { |
|
"content": "|<EXTRA_TOKENS_66>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151713": { |
|
"content": "|<EXTRA_TOKENS_67>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151714": { |
|
"content": "|<EXTRA_TOKENS_68>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151715": { |
|
"content": "|<EXTRA_TOKENS_69>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151716": { |
|
"content": "|<EXTRA_TOKENS_70>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151717": { |
|
"content": "|<EXTRA_TOKENS_71>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151718": { |
|
"content": "|<EXTRA_TOKENS_72>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151719": { |
|
"content": "|<EXTRA_TOKENS_73>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151720": { |
|
"content": "|<EXTRA_TOKENS_74>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151721": { |
|
"content": "|<EXTRA_TOKENS_75>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151722": { |
|
"content": "|<EXTRA_TOKENS_76>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151723": { |
|
"content": "|<EXTRA_TOKENS_77>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151724": { |
|
"content": "|<EXTRA_TOKENS_78>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151725": { |
|
"content": "|<EXTRA_TOKENS_79>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151726": { |
|
"content": "|<EXTRA_TOKENS_80>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151727": { |
|
"content": "|<EXTRA_TOKENS_81>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151728": { |
|
"content": "|<EXTRA_TOKENS_82>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151729": { |
|
"content": "|<EXTRA_TOKENS_83>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151730": { |
|
"content": "|<EXTRA_TOKENS_84>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151731": { |
|
"content": "|<EXTRA_TOKENS_85>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151732": { |
|
"content": "|<EXTRA_TOKENS_86>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151733": { |
|
"content": "|<EXTRA_TOKENS_87>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151734": { |
|
"content": "|<EXTRA_TOKENS_88>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151735": { |
|
"content": "|<EXTRA_TOKENS_89>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151736": { |
|
"content": "|<EXTRA_TOKENS_90>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151737": { |
|
"content": "|<EXTRA_TOKENS_91>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151738": { |
|
"content": "|<EXTRA_TOKENS_92>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151739": { |
|
"content": "|<EXTRA_TOKENS_93>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151740": { |
|
"content": "|<EXTRA_TOKENS_94>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151741": { |
|
"content": "|<EXTRA_TOKENS_95>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151742": { |
|
"content": "|<EXTRA_TOKENS_96>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151743": { |
|
"content": "|<EXTRA_TOKENS_97>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151744": { |
|
"content": "|<EXTRA_TOKENS_98>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151745": { |
|
"content": "|<EXTRA_TOKENS_99>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151746": { |
|
"content": "|<EXTRA_TOKENS_100>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151747": { |
|
"content": "|<EXTRA_TOKENS_101>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151748": { |
|
"content": "|<EXTRA_TOKENS_102>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151749": { |
|
"content": "|<EXTRA_TOKENS_103>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151750": { |
|
"content": "|<EXTRA_TOKENS_104>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151751": { |
|
"content": "|<EXTRA_TOKENS_105>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151752": { |
|
"content": "|<EXTRA_TOKENS_106>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151753": { |
|
"content": "|<EXTRA_TOKENS_107>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151754": { |
|
"content": "|<EXTRA_TOKENS_108>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151755": { |
|
"content": "|<EXTRA_TOKENS_109>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151756": { |
|
"content": "|<EXTRA_TOKENS_110>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151757": { |
|
"content": "|<EXTRA_TOKENS_111>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151758": { |
|
"content": "|<EXTRA_TOKENS_112>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151759": { |
|
"content": "|<EXTRA_TOKENS_113>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151760": { |
|
"content": "|<EXTRA_TOKENS_114>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151761": { |
|
"content": "|<EXTRA_TOKENS_115>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151762": { |
|
"content": "|<EXTRA_TOKENS_116>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151763": { |
|
"content": "|<EXTRA_TOKENS_117>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151764": { |
|
"content": "|<EXTRA_TOKENS_118>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151765": { |
|
"content": "|<EXTRA_TOKENS_119>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151766": { |
|
"content": "|<EXTRA_TOKENS_120>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151767": { |
|
"content": "|<EXTRA_TOKENS_121>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151768": { |
|
"content": "|<EXTRA_TOKENS_122>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151769": { |
|
"content": "|<EXTRA_TOKENS_123>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151770": { |
|
"content": "|<EXTRA_TOKENS_124>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151771": { |
|
"content": "|<EXTRA_TOKENS_125>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151772": { |
|
"content": "|<EXTRA_TOKENS_126>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151773": { |
|
"content": "|<EXTRA_TOKENS_127>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151774": { |
|
"content": "|<EXTRA_TOKENS_128>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151775": { |
|
"content": "|<EXTRA_TOKENS_129>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151776": { |
|
"content": "|<EXTRA_TOKENS_130>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151777": { |
|
"content": "|<EXTRA_TOKENS_131>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151778": { |
|
"content": "|<EXTRA_TOKENS_132>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151779": { |
|
"content": "|<EXTRA_TOKENS_133>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151780": { |
|
"content": "|<EXTRA_TOKENS_134>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151781": { |
|
"content": "|<EXTRA_TOKENS_135>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151782": { |
|
"content": "|<EXTRA_TOKENS_136>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151783": { |
|
"content": "|<EXTRA_TOKENS_137>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151784": { |
|
"content": "|<EXTRA_TOKENS_138>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151785": { |
|
"content": "|<EXTRA_TOKENS_139>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151786": { |
|
"content": "|<EXTRA_TOKENS_140>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151787": { |
|
"content": "|<EXTRA_TOKENS_141>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151788": { |
|
"content": "|<EXTRA_TOKENS_142>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151789": { |
|
"content": "|<EXTRA_TOKENS_143>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151790": { |
|
"content": "|<EXTRA_TOKENS_144>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151791": { |
|
"content": "|<EXTRA_TOKENS_145>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151792": { |
|
"content": "|<EXTRA_TOKENS_146>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151793": { |
|
"content": "|<EXTRA_TOKENS_147>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151794": { |
|
"content": "|<EXTRA_TOKENS_148>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151795": { |
|
"content": "|<EXTRA_TOKENS_149>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151796": { |
|
"content": "|<EXTRA_TOKENS_150>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151797": { |
|
"content": "|<EXTRA_TOKENS_151>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151798": { |
|
"content": "|<EXTRA_TOKENS_152>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151799": { |
|
"content": "|<EXTRA_TOKENS_153>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151800": { |
|
"content": "|<EXTRA_TOKENS_154>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151801": { |
|
"content": "|<EXTRA_TOKENS_155>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151802": { |
|
"content": "|<EXTRA_TOKENS_156>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151803": { |
|
"content": "|<EXTRA_TOKENS_157>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151804": { |
|
"content": "|<EXTRA_TOKENS_158>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151805": { |
|
"content": "|<EXTRA_TOKENS_159>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151806": { |
|
"content": "|<EXTRA_TOKENS_160>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151807": { |
|
"content": "|<EXTRA_TOKENS_161>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151808": { |
|
"content": "|<EXTRA_TOKENS_162>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151809": { |
|
"content": "|<EXTRA_TOKENS_163>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151810": { |
|
"content": "|<EXTRA_TOKENS_164>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151811": { |
|
"content": "|<EXTRA_TOKENS_165>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151812": { |
|
"content": "|<EXTRA_TOKENS_166>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151813": { |
|
"content": "|<EXTRA_TOKENS_167>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151814": { |
|
"content": "|<EXTRA_TOKENS_168>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151815": { |
|
"content": "|<EXTRA_TOKENS_169>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151816": { |
|
"content": "|<EXTRA_TOKENS_170>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151817": { |
|
"content": "|<EXTRA_TOKENS_171>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151818": { |
|
"content": "|<EXTRA_TOKENS_172>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151819": { |
|
"content": "|<EXTRA_TOKENS_173>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151820": { |
|
"content": "|<EXTRA_TOKENS_174>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151821": { |
|
"content": "|<EXTRA_TOKENS_175>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151822": { |
|
"content": "|<EXTRA_TOKENS_176>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151823": { |
|
"content": "|<EXTRA_TOKENS_177>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151824": { |
|
"content": "|<EXTRA_TOKENS_178>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151825": { |
|
"content": "|<EXTRA_TOKENS_179>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151826": { |
|
"content": "|<EXTRA_TOKENS_180>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151827": { |
|
"content": "|<EXTRA_TOKENS_181>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151828": { |
|
"content": "|<EXTRA_TOKENS_182>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151829": { |
|
"content": "|<EXTRA_TOKENS_183>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151830": { |
|
"content": "|<EXTRA_TOKENS_184>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151831": { |
|
"content": "|<EXTRA_TOKENS_185>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151832": { |
|
"content": "|<EXTRA_TOKENS_186>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151833": { |
|
"content": "|<EXTRA_TOKENS_187>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151834": { |
|
"content": "|<EXTRA_TOKENS_188>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151835": { |
|
"content": "|<EXTRA_TOKENS_189>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151836": { |
|
"content": "|<EXTRA_TOKENS_190>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151837": { |
|
"content": "|<EXTRA_TOKENS_191>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151838": { |
|
"content": "|<EXTRA_TOKENS_192>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151839": { |
|
"content": "|<EXTRA_TOKENS_193>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151840": { |
|
"content": "|<EXTRA_TOKENS_194>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151841": { |
|
"content": "|<EXTRA_TOKENS_195>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151842": { |
|
"content": "|<EXTRA_TOKENS_196>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151843": { |
|
"content": "|<EXTRA_TOKENS_197>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151844": { |
|
"content": "|<EXTRA_TOKENS_198>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151845": { |
|
"content": "|<EXTRA_TOKENS_199>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151846": { |
|
"content": "|<EXTRA_TOKENS_200>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151847": { |
|
"content": "|<EXTRA_TOKENS_201>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151848": { |
|
"content": "|<EXTRA_TOKENS_202>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151849": { |
|
"content": "|<EXTRA_TOKENS_203>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151850": { |
|
"content": "|<EXTRA_TOKENS_204>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151851": { |
|
"content": "|<EXTRA_TOKENS_205>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151852": { |
|
"content": "|<EXTRA_TOKENS_206>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151853": { |
|
"content": "|<EXTRA_TOKENS_207>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151854": { |
|
"content": "|<EXTRA_TOKENS_208>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151855": { |
|
"content": "|<EXTRA_TOKENS_209>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151856": { |
|
"content": "|<EXTRA_TOKENS_210>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151857": { |
|
"content": "|<EXTRA_TOKENS_211>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151858": { |
|
"content": "|<EXTRA_TOKENS_212>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151859": { |
|
"content": "|<EXTRA_TOKENS_213>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151860": { |
|
"content": "|<EXTRA_TOKENS_214>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151861": { |
|
"content": "|<EXTRA_TOKENS_215>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151862": { |
|
"content": "|<EXTRA_TOKENS_216>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151863": { |
|
"content": "|<EXTRA_TOKENS_217>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151864": { |
|
"content": "|<EXTRA_TOKENS_218>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151865": { |
|
"content": "|<EXTRA_TOKENS_219>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151866": { |
|
"content": "|<EXTRA_TOKENS_220>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151867": { |
|
"content": "|<EXTRA_TOKENS_221>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151868": { |
|
"content": "|<EXTRA_TOKENS_222>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151869": { |
|
"content": "|<EXTRA_TOKENS_223>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151870": { |
|
"content": "|<EXTRA_TOKENS_224>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151871": { |
|
"content": "|<EXTRA_TOKENS_225>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151872": { |
|
"content": "|<EXTRA_TOKENS_226>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151873": { |
|
"content": "|<EXTRA_TOKENS_227>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151874": { |
|
"content": "|<EXTRA_TOKENS_228>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151875": { |
|
"content": "|<EXTRA_TOKENS_229>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151876": { |
|
"content": "|<EXTRA_TOKENS_230>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151877": { |
|
"content": "|<EXTRA_TOKENS_231>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151878": { |
|
"content": "|<EXTRA_TOKENS_232>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151879": { |
|
"content": "|<EXTRA_TOKENS_233>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151880": { |
|
"content": "|<EXTRA_TOKENS_234>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151881": { |
|
"content": "|<EXTRA_TOKENS_235>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151882": { |
|
"content": "|<EXTRA_TOKENS_236>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151883": { |
|
"content": "|<EXTRA_TOKENS_237>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151884": { |
|
"content": "|<EXTRA_TOKENS_238>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151885": { |
|
"content": "|<EXTRA_TOKENS_239>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151886": { |
|
"content": "|<EXTRA_TOKENS_240>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151887": { |
|
"content": "|<EXTRA_TOKENS_241>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151888": { |
|
"content": "|<EXTRA_TOKENS_242>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151889": { |
|
"content": "|<EXTRA_TOKENS_243>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151890": { |
|
"content": "|<EXTRA_TOKENS_244>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151891": { |
|
"content": "|<EXTRA_TOKENS_245>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151892": { |
|
"content": "|<EXTRA_TOKENS_246>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151893": { |
|
"content": "|<EXTRA_TOKENS_247>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151894": { |
|
"content": "|<EXTRA_TOKENS_248>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151895": { |
|
"content": "|<EXTRA_TOKENS_249>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151896": { |
|
"content": "|<EXTRA_TOKENS_250>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151897": { |
|
"content": "|<EXTRA_TOKENS_251>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151898": { |
|
"content": "|<EXTRA_TOKENS_252>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151899": { |
|
"content": "|<EXTRA_TOKENS_253>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151900": { |
|
"content": "|<EXTRA_TOKENS_254>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151901": { |
|
"content": "|<EXTRA_TOKENS_255>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151902": { |
|
"content": "|<EXTRA_TOKENS_256>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151903": { |
|
"content": "|<EXTRA_TOKENS_257>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151904": { |
|
"content": "|<EXTRA_TOKENS_258>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151905": { |
|
"content": "|<EXTRA_TOKENS_259>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151906": { |
|
"content": "|<EXTRA_TOKENS_260>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151907": { |
|
"content": "|<EXTRA_TOKENS_261>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151908": { |
|
"content": "|<EXTRA_TOKENS_262>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151909": { |
|
"content": "|<EXTRA_TOKENS_263>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151910": { |
|
"content": "|<EXTRA_TOKENS_264>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151911": { |
|
"content": "|<EXTRA_TOKENS_265>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151912": { |
|
"content": "|<EXTRA_TOKENS_266>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151913": { |
|
"content": "|<EXTRA_TOKENS_267>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151914": { |
|
"content": "|<EXTRA_TOKENS_268>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151915": { |
|
"content": "|<EXTRA_TOKENS_269>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151916": { |
|
"content": "|<EXTRA_TOKENS_270>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151917": { |
|
"content": "|<EXTRA_TOKENS_271>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151918": { |
|
"content": "|<EXTRA_TOKENS_272>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151919": { |
|
"content": "|<EXTRA_TOKENS_273>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151920": { |
|
"content": "|<EXTRA_TOKENS_274>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151921": { |
|
"content": "|<EXTRA_TOKENS_275>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151922": { |
|
"content": "|<EXTRA_TOKENS_276>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151923": { |
|
"content": "|<EXTRA_TOKENS_277>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151924": { |
|
"content": "|<EXTRA_TOKENS_278>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151925": { |
|
"content": "|<EXTRA_TOKENS_279>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151926": { |
|
"content": "|<EXTRA_TOKENS_280>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151927": { |
|
"content": "|<EXTRA_TOKENS_281>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151928": { |
|
"content": "|<EXTRA_TOKENS_282>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151929": { |
|
"content": "|<EXTRA_TOKENS_283>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151930": { |
|
"content": "|<EXTRA_TOKENS_284>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151931": { |
|
"content": "|<EXTRA_TOKENS_285>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151932": { |
|
"content": "|<EXTRA_TOKENS_286>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151933": { |
|
"content": "|<EXTRA_TOKENS_287>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151934": { |
|
"content": "|<EXTRA_TOKENS_288>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151935": { |
|
"content": "|<EXTRA_TOKENS_289>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151936": { |
|
"content": "|<EXTRA_TOKENS_290>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151937": { |
|
"content": "|<EXTRA_TOKENS_291>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151938": { |
|
"content": "|<EXTRA_TOKENS_292>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151939": { |
|
"content": "|<EXTRA_TOKENS_293>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151940": { |
|
"content": "|<EXTRA_TOKENS_294>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151941": { |
|
"content": "|<EXTRA_TOKENS_295>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151942": { |
|
"content": "|<EXTRA_TOKENS_296>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151943": { |
|
"content": "|<EXTRA_TOKENS_297>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151944": { |
|
"content": "|<EXTRA_TOKENS_298>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151945": { |
|
"content": "|<EXTRA_TOKENS_299>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151946": { |
|
"content": "|<EXTRA_TOKENS_300>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151947": { |
|
"content": "|<EXTRA_TOKENS_301>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151948": { |
|
"content": "|<EXTRA_TOKENS_302>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151949": { |
|
"content": "|<EXTRA_TOKENS_303>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151950": { |
|
"content": "|<EXTRA_TOKENS_304>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151951": { |
|
"content": "|<EXTRA_TOKENS_305>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151952": { |
|
"content": "|<EXTRA_TOKENS_306>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151953": { |
|
"content": "|<EXTRA_TOKENS_307>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151954": { |
|
"content": "|<EXTRA_TOKENS_308>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151955": { |
|
"content": "|<EXTRA_TOKENS_309>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151956": { |
|
"content": "|<EXTRA_TOKENS_310>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151957": { |
|
"content": "|<EXTRA_TOKENS_311>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151958": { |
|
"content": "|<EXTRA_TOKENS_312>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151959": { |
|
"content": "|<EXTRA_TOKENS_313>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151960": { |
|
"content": "|<EXTRA_TOKENS_314>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151961": { |
|
"content": "|<EXTRA_TOKENS_315>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151962": { |
|
"content": "|<EXTRA_TOKENS_316>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151963": { |
|
"content": "|<EXTRA_TOKENS_317>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151964": { |
|
"content": "|<EXTRA_TOKENS_318>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151965": { |
|
"content": "|<EXTRA_TOKENS_319>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151966": { |
|
"content": "|<EXTRA_TOKENS_320>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151967": { |
|
"content": "|<EXTRA_TOKENS_321>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151968": { |
|
"content": "|<EXTRA_TOKENS_322>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151969": { |
|
"content": "|<EXTRA_TOKENS_323>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151970": { |
|
"content": "|<EXTRA_TOKENS_324>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151971": { |
|
"content": "|<EXTRA_TOKENS_325>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151972": { |
|
"content": "|<EXTRA_TOKENS_326>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151973": { |
|
"content": "|<EXTRA_TOKENS_327>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151974": { |
|
"content": "|<EXTRA_TOKENS_328>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151975": { |
|
"content": "|<EXTRA_TOKENS_329>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151976": { |
|
"content": "|<EXTRA_TOKENS_330>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151977": { |
|
"content": "|<EXTRA_TOKENS_331>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151978": { |
|
"content": "|<EXTRA_TOKENS_332>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151979": { |
|
"content": "|<EXTRA_TOKENS_333>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151980": { |
|
"content": "|<EXTRA_TOKENS_334>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151981": { |
|
"content": "|<EXTRA_TOKENS_335>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151982": { |
|
"content": "|<EXTRA_TOKENS_336>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151983": { |
|
"content": "|<EXTRA_TOKENS_337>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151984": { |
|
"content": "|<EXTRA_TOKENS_338>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151985": { |
|
"content": "|<EXTRA_TOKENS_339>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151986": { |
|
"content": "|<EXTRA_TOKENS_340>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151987": { |
|
"content": "|<EXTRA_TOKENS_341>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151988": { |
|
"content": "|<EXTRA_TOKENS_342>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151989": { |
|
"content": "|<EXTRA_TOKENS_343>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151990": { |
|
"content": "|<EXTRA_TOKENS_344>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151991": { |
|
"content": "|<EXTRA_TOKENS_345>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151992": { |
|
"content": "|<EXTRA_TOKENS_346>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151993": { |
|
"content": "|<EXTRA_TOKENS_347>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151994": { |
|
"content": "|<EXTRA_TOKENS_348>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151995": { |
|
"content": "|<EXTRA_TOKENS_349>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151996": { |
|
"content": "|<EXTRA_TOKENS_350>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151997": { |
|
"content": "|<EXTRA_TOKENS_351>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151998": { |
|
"content": "|<EXTRA_TOKENS_352>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"151999": { |
|
"content": "|<EXTRA_TOKENS_353>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152000": { |
|
"content": "|<EXTRA_TOKENS_354>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152001": { |
|
"content": "|<EXTRA_TOKENS_355>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152002": { |
|
"content": "|<EXTRA_TOKENS_356>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152003": { |
|
"content": "|<EXTRA_TOKENS_357>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152004": { |
|
"content": "|<EXTRA_TOKENS_358>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152005": { |
|
"content": "|<EXTRA_TOKENS_359>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152006": { |
|
"content": "|<EXTRA_TOKENS_360>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152007": { |
|
"content": "|<EXTRA_TOKENS_361>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152008": { |
|
"content": "|<EXTRA_TOKENS_362>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152009": { |
|
"content": "|<EXTRA_TOKENS_363>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152010": { |
|
"content": "|<EXTRA_TOKENS_364>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152011": { |
|
"content": "|<EXTRA_TOKENS_365>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152012": { |
|
"content": "|<EXTRA_TOKENS_366>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152013": { |
|
"content": "|<EXTRA_TOKENS_367>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152014": { |
|
"content": "|<EXTRA_TOKENS_368>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152015": { |
|
"content": "|<EXTRA_TOKENS_369>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152016": { |
|
"content": "|<EXTRA_TOKENS_370>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152017": { |
|
"content": "|<EXTRA_TOKENS_371>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152018": { |
|
"content": "|<EXTRA_TOKENS_372>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152019": { |
|
"content": "|<EXTRA_TOKENS_373>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152020": { |
|
"content": "|<EXTRA_TOKENS_374>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152021": { |
|
"content": "|<EXTRA_TOKENS_375>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152022": { |
|
"content": "|<EXTRA_TOKENS_376>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152023": { |
|
"content": "|<EXTRA_TOKENS_377>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152024": { |
|
"content": "|<EXTRA_TOKENS_378>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152025": { |
|
"content": "|<EXTRA_TOKENS_379>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152026": { |
|
"content": "|<EXTRA_TOKENS_380>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152027": { |
|
"content": "|<EXTRA_TOKENS_381>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152028": { |
|
"content": "|<EXTRA_TOKENS_382>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152029": { |
|
"content": "|<EXTRA_TOKENS_383>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152030": { |
|
"content": "|<EXTRA_TOKENS_384>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152031": { |
|
"content": "|<EXTRA_TOKENS_385>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152032": { |
|
"content": "|<EXTRA_TOKENS_386>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152033": { |
|
"content": "|<EXTRA_TOKENS_387>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152034": { |
|
"content": "|<EXTRA_TOKENS_388>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152035": { |
|
"content": "|<EXTRA_TOKENS_389>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152036": { |
|
"content": "|<EXTRA_TOKENS_390>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152037": { |
|
"content": "|<EXTRA_TOKENS_391>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152038": { |
|
"content": "|<EXTRA_TOKENS_392>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152039": { |
|
"content": "|<EXTRA_TOKENS_393>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152040": { |
|
"content": "|<EXTRA_TOKENS_394>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152041": { |
|
"content": "|<EXTRA_TOKENS_395>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152042": { |
|
"content": "|<EXTRA_TOKENS_396>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152043": { |
|
"content": "|<EXTRA_TOKENS_397>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152044": { |
|
"content": "|<EXTRA_TOKENS_398>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152045": { |
|
"content": "|<EXTRA_TOKENS_399>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152046": { |
|
"content": "|<EXTRA_TOKENS_400>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152047": { |
|
"content": "|<EXTRA_TOKENS_401>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152048": { |
|
"content": "|<EXTRA_TOKENS_402>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152049": { |
|
"content": "|<EXTRA_TOKENS_403>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152050": { |
|
"content": "|<EXTRA_TOKENS_404>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152051": { |
|
"content": "|<EXTRA_TOKENS_405>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152052": { |
|
"content": "|<EXTRA_TOKENS_406>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152053": { |
|
"content": "|<EXTRA_TOKENS_407>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152054": { |
|
"content": "|<EXTRA_TOKENS_408>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152055": { |
|
"content": "|<EXTRA_TOKENS_409>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152056": { |
|
"content": "|<EXTRA_TOKENS_410>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152057": { |
|
"content": "|<EXTRA_TOKENS_411>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152058": { |
|
"content": "|<EXTRA_TOKENS_412>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152059": { |
|
"content": "|<EXTRA_TOKENS_413>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152060": { |
|
"content": "|<EXTRA_TOKENS_414>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152061": { |
|
"content": "|<EXTRA_TOKENS_415>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152062": { |
|
"content": "|<EXTRA_TOKENS_416>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152063": { |
|
"content": "|<EXTRA_TOKENS_417>|", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152064": { |
|
"content": "<im_start>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152065": { |
|
"content": "<im_end>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152066": { |
|
"content": "<im_patch>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152067": { |
|
"content": "<im_col>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152068": { |
|
"content": "<|image|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"152069": { |
|
"content": "<image>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
} |
|
}, |
|
"additional_special_tokens": [ |
|
"|<EXTRA_TOKENS_0>|", |
|
"|<EXTRA_TOKENS_1>|", |
|
"|<EXTRA_TOKENS_2>|", |
|
"|<EXTRA_TOKENS_3>|", |
|
"|<EXTRA_TOKENS_4>|", |
|
"|<EXTRA_TOKENS_5>|", |
|
"|<EXTRA_TOKENS_6>|", |
|
"|<EXTRA_TOKENS_7>|", |
|
"|<EXTRA_TOKENS_8>|", |
|
"|<EXTRA_TOKENS_9>|", |
|
"|<EXTRA_TOKENS_10>|", |
|
"|<EXTRA_TOKENS_11>|", |
|
"|<EXTRA_TOKENS_12>|", |
|
"|<EXTRA_TOKENS_13>|", |
|
"|<EXTRA_TOKENS_14>|", |
|
"|<EXTRA_TOKENS_15>|", |
|
"|<EXTRA_TOKENS_16>|", |
|
"|<EXTRA_TOKENS_17>|", |
|
"|<EXTRA_TOKENS_18>|", |
|
"|<EXTRA_TOKENS_19>|", |
|
"|<EXTRA_TOKENS_20>|", |
|
"|<EXTRA_TOKENS_21>|", |
|
"|<EXTRA_TOKENS_22>|", |
|
"|<EXTRA_TOKENS_23>|", |
|
"|<EXTRA_TOKENS_24>|", |
|
"|<EXTRA_TOKENS_25>|", |
|
"|<EXTRA_TOKENS_26>|", |
|
"|<EXTRA_TOKENS_27>|", |
|
"|<EXTRA_TOKENS_28>|", |
|
"|<EXTRA_TOKENS_29>|", |
|
"|<EXTRA_TOKENS_30>|", |
|
"|<EXTRA_TOKENS_31>|", |
|
"|<EXTRA_TOKENS_32>|", |
|
"|<EXTRA_TOKENS_33>|", |
|
"|<EXTRA_TOKENS_34>|", |
|
"|<EXTRA_TOKENS_35>|", |
|
"|<EXTRA_TOKENS_36>|", |
|
"|<EXTRA_TOKENS_37>|", |
|
"|<EXTRA_TOKENS_38>|", |
|
"|<EXTRA_TOKENS_39>|", |
|
"|<EXTRA_TOKENS_40>|", |
|
"|<EXTRA_TOKENS_41>|", |
|
"|<EXTRA_TOKENS_42>|", |
|
"|<EXTRA_TOKENS_43>|", |
|
"|<EXTRA_TOKENS_44>|", |
|
"|<EXTRA_TOKENS_45>|", |
|
"|<EXTRA_TOKENS_46>|", |
|
"|<EXTRA_TOKENS_47>|", |
|
"|<EXTRA_TOKENS_48>|", |
|
"|<EXTRA_TOKENS_49>|", |
|
"|<EXTRA_TOKENS_50>|", |
|
"|<EXTRA_TOKENS_51>|", |
|
"|<EXTRA_TOKENS_52>|", |
|
"|<EXTRA_TOKENS_53>|", |
|
"|<EXTRA_TOKENS_54>|", |
|
"|<EXTRA_TOKENS_55>|", |
|
"|<EXTRA_TOKENS_56>|", |
|
"|<EXTRA_TOKENS_57>|", |
|
"|<EXTRA_TOKENS_58>|", |
|
"|<EXTRA_TOKENS_59>|", |
|
"|<EXTRA_TOKENS_60>|", |
|
"|<EXTRA_TOKENS_61>|", |
|
"|<EXTRA_TOKENS_62>|", |
|
"|<EXTRA_TOKENS_63>|", |
|
"|<EXTRA_TOKENS_64>|", |
|
"|<EXTRA_TOKENS_65>|", |
|
"|<EXTRA_TOKENS_66>|", |
|
"|<EXTRA_TOKENS_67>|", |
|
"|<EXTRA_TOKENS_68>|", |
|
"|<EXTRA_TOKENS_69>|", |
|
"|<EXTRA_TOKENS_70>|", |
|
"|<EXTRA_TOKENS_71>|", |
|
"|<EXTRA_TOKENS_72>|", |
|
"|<EXTRA_TOKENS_73>|", |
|
"|<EXTRA_TOKENS_74>|", |
|
"|<EXTRA_TOKENS_75>|", |
|
"|<EXTRA_TOKENS_76>|", |
|
"|<EXTRA_TOKENS_77>|", |
|
"|<EXTRA_TOKENS_78>|", |
|
"|<EXTRA_TOKENS_79>|", |
|
"|<EXTRA_TOKENS_80>|", |
|
"|<EXTRA_TOKENS_81>|", |
|
"|<EXTRA_TOKENS_82>|", |
|
"|<EXTRA_TOKENS_83>|", |
|
"|<EXTRA_TOKENS_84>|", |
|
"|<EXTRA_TOKENS_85>|", |
|
"|<EXTRA_TOKENS_86>|", |
|
"|<EXTRA_TOKENS_87>|", |
|
"|<EXTRA_TOKENS_88>|", |
|
"|<EXTRA_TOKENS_89>|", |
|
"|<EXTRA_TOKENS_90>|", |
|
"|<EXTRA_TOKENS_91>|", |
|
"|<EXTRA_TOKENS_92>|", |
|
"|<EXTRA_TOKENS_93>|", |
|
"|<EXTRA_TOKENS_94>|", |
|
"|<EXTRA_TOKENS_95>|", |
|
"|<EXTRA_TOKENS_96>|", |
|
"|<EXTRA_TOKENS_97>|", |
|
"|<EXTRA_TOKENS_98>|", |
|
"|<EXTRA_TOKENS_99>|", |
|
"|<EXTRA_TOKENS_100>|", |
|
"|<EXTRA_TOKENS_101>|", |
|
"|<EXTRA_TOKENS_102>|", |
|
"|<EXTRA_TOKENS_103>|", |
|
"|<EXTRA_TOKENS_104>|", |
|
"|<EXTRA_TOKENS_105>|", |
|
"|<EXTRA_TOKENS_106>|", |
|
"|<EXTRA_TOKENS_107>|", |
|
"|<EXTRA_TOKENS_108>|", |
|
"|<EXTRA_TOKENS_109>|", |
|
"|<EXTRA_TOKENS_110>|", |
|
"|<EXTRA_TOKENS_111>|", |
|
"|<EXTRA_TOKENS_112>|", |
|
"|<EXTRA_TOKENS_113>|", |
|
"|<EXTRA_TOKENS_114>|", |
|
"|<EXTRA_TOKENS_115>|", |
|
"|<EXTRA_TOKENS_116>|", |
|
"|<EXTRA_TOKENS_117>|", |
|
"|<EXTRA_TOKENS_118>|", |
|
"|<EXTRA_TOKENS_119>|", |
|
"|<EXTRA_TOKENS_120>|", |
|
"|<EXTRA_TOKENS_121>|", |
|
"|<EXTRA_TOKENS_122>|", |
|
"|<EXTRA_TOKENS_123>|", |
|
"|<EXTRA_TOKENS_124>|", |
|
"|<EXTRA_TOKENS_125>|", |
|
"|<EXTRA_TOKENS_126>|", |
|
"|<EXTRA_TOKENS_127>|", |
|
"|<EXTRA_TOKENS_128>|", |
|
"|<EXTRA_TOKENS_129>|", |
|
"|<EXTRA_TOKENS_130>|", |
|
"|<EXTRA_TOKENS_131>|", |
|
"|<EXTRA_TOKENS_132>|", |
|
"|<EXTRA_TOKENS_133>|", |
|
"|<EXTRA_TOKENS_134>|", |
|
"|<EXTRA_TOKENS_135>|", |
|
"|<EXTRA_TOKENS_136>|", |
|
"|<EXTRA_TOKENS_137>|", |
|
"|<EXTRA_TOKENS_138>|", |
|
"|<EXTRA_TOKENS_139>|", |
|
"|<EXTRA_TOKENS_140>|", |
|
"|<EXTRA_TOKENS_141>|", |
|
"|<EXTRA_TOKENS_142>|", |
|
"|<EXTRA_TOKENS_143>|", |
|
"|<EXTRA_TOKENS_144>|", |
|
"|<EXTRA_TOKENS_145>|", |
|
"|<EXTRA_TOKENS_146>|", |
|
"|<EXTRA_TOKENS_147>|", |
|
"|<EXTRA_TOKENS_148>|", |
|
"|<EXTRA_TOKENS_149>|", |
|
"|<EXTRA_TOKENS_150>|", |
|
"|<EXTRA_TOKENS_151>|", |
|
"|<EXTRA_TOKENS_152>|", |
|
"|<EXTRA_TOKENS_153>|", |
|
"|<EXTRA_TOKENS_154>|", |
|
"|<EXTRA_TOKENS_155>|", |
|
"|<EXTRA_TOKENS_156>|", |
|
"|<EXTRA_TOKENS_157>|", |
|
"|<EXTRA_TOKENS_158>|", |
|
"|<EXTRA_TOKENS_159>|", |
|
"|<EXTRA_TOKENS_160>|", |
|
"|<EXTRA_TOKENS_161>|", |
|
"|<EXTRA_TOKENS_162>|", |
|
"|<EXTRA_TOKENS_163>|", |
|
"|<EXTRA_TOKENS_164>|", |
|
"|<EXTRA_TOKENS_165>|", |
|
"|<EXTRA_TOKENS_166>|", |
|
"|<EXTRA_TOKENS_167>|", |
|
"|<EXTRA_TOKENS_168>|", |
|
"|<EXTRA_TOKENS_169>|", |
|
"|<EXTRA_TOKENS_170>|", |
|
"|<EXTRA_TOKENS_171>|", |
|
"|<EXTRA_TOKENS_172>|", |
|
"|<EXTRA_TOKENS_173>|", |
|
"|<EXTRA_TOKENS_174>|", |
|
"|<EXTRA_TOKENS_175>|", |
|
"|<EXTRA_TOKENS_176>|", |
|
"|<EXTRA_TOKENS_177>|", |
|
"|<EXTRA_TOKENS_178>|", |
|
"|<EXTRA_TOKENS_179>|", |
|
"|<EXTRA_TOKENS_180>|", |
|
"|<EXTRA_TOKENS_181>|", |
|
"|<EXTRA_TOKENS_182>|", |
|
"|<EXTRA_TOKENS_183>|", |
|
"|<EXTRA_TOKENS_184>|", |
|
"|<EXTRA_TOKENS_185>|", |
|
"|<EXTRA_TOKENS_186>|", |
|
"|<EXTRA_TOKENS_187>|", |
|
"|<EXTRA_TOKENS_188>|", |
|
"|<EXTRA_TOKENS_189>|", |
|
"|<EXTRA_TOKENS_190>|", |
|
"|<EXTRA_TOKENS_191>|", |
|
"|<EXTRA_TOKENS_192>|", |
|
"|<EXTRA_TOKENS_193>|", |
|
"|<EXTRA_TOKENS_194>|", |
|
"|<EXTRA_TOKENS_195>|", |
|
"|<EXTRA_TOKENS_196>|", |
|
"|<EXTRA_TOKENS_197>|", |
|
"|<EXTRA_TOKENS_198>|", |
|
"|<EXTRA_TOKENS_199>|", |
|
"|<EXTRA_TOKENS_200>|", |
|
"|<EXTRA_TOKENS_201>|", |
|
"|<EXTRA_TOKENS_202>|", |
|
"|<EXTRA_TOKENS_203>|", |
|
"|<EXTRA_TOKENS_204>|", |
|
"|<EXTRA_TOKENS_205>|", |
|
"|<EXTRA_TOKENS_206>|", |
|
"|<EXTRA_TOKENS_207>|", |
|
"|<EXTRA_TOKENS_208>|", |
|
"|<EXTRA_TOKENS_209>|", |
|
"|<EXTRA_TOKENS_210>|", |
|
"|<EXTRA_TOKENS_211>|", |
|
"|<EXTRA_TOKENS_212>|", |
|
"|<EXTRA_TOKENS_213>|", |
|
"|<EXTRA_TOKENS_214>|", |
|
"|<EXTRA_TOKENS_215>|", |
|
"|<EXTRA_TOKENS_216>|", |
|
"|<EXTRA_TOKENS_217>|", |
|
"|<EXTRA_TOKENS_218>|", |
|
"|<EXTRA_TOKENS_219>|", |
|
"|<EXTRA_TOKENS_220>|", |
|
"|<EXTRA_TOKENS_221>|", |
|
"|<EXTRA_TOKENS_222>|", |
|
"|<EXTRA_TOKENS_223>|", |
|
"|<EXTRA_TOKENS_224>|", |
|
"|<EXTRA_TOKENS_225>|", |
|
"|<EXTRA_TOKENS_226>|", |
|
"|<EXTRA_TOKENS_227>|", |
|
"|<EXTRA_TOKENS_228>|", |
|
"|<EXTRA_TOKENS_229>|", |
|
"|<EXTRA_TOKENS_230>|", |
|
"|<EXTRA_TOKENS_231>|", |
|
"|<EXTRA_TOKENS_232>|", |
|
"|<EXTRA_TOKENS_233>|", |
|
"|<EXTRA_TOKENS_234>|", |
|
"|<EXTRA_TOKENS_235>|", |
|
"|<EXTRA_TOKENS_236>|", |
|
"|<EXTRA_TOKENS_237>|", |
|
"|<EXTRA_TOKENS_238>|", |
|
"|<EXTRA_TOKENS_239>|", |
|
"|<EXTRA_TOKENS_240>|", |
|
"|<EXTRA_TOKENS_241>|", |
|
"|<EXTRA_TOKENS_242>|", |
|
"|<EXTRA_TOKENS_243>|", |
|
"|<EXTRA_TOKENS_244>|", |
|
"|<EXTRA_TOKENS_245>|", |
|
"|<EXTRA_TOKENS_246>|", |
|
"|<EXTRA_TOKENS_247>|", |
|
"|<EXTRA_TOKENS_248>|", |
|
"|<EXTRA_TOKENS_249>|", |
|
"|<EXTRA_TOKENS_250>|", |
|
"|<EXTRA_TOKENS_251>|", |
|
"|<EXTRA_TOKENS_252>|", |
|
"|<EXTRA_TOKENS_253>|", |
|
"|<EXTRA_TOKENS_254>|", |
|
"|<EXTRA_TOKENS_255>|", |
|
"|<EXTRA_TOKENS_256>|", |
|
"|<EXTRA_TOKENS_257>|", |
|
"|<EXTRA_TOKENS_258>|", |
|
"|<EXTRA_TOKENS_259>|", |
|
"|<EXTRA_TOKENS_260>|", |
|
"|<EXTRA_TOKENS_261>|", |
|
"|<EXTRA_TOKENS_262>|", |
|
"|<EXTRA_TOKENS_263>|", |
|
"|<EXTRA_TOKENS_264>|", |
|
"|<EXTRA_TOKENS_265>|", |
|
"|<EXTRA_TOKENS_266>|", |
|
"|<EXTRA_TOKENS_267>|", |
|
"|<EXTRA_TOKENS_268>|", |
|
"|<EXTRA_TOKENS_269>|", |
|
"|<EXTRA_TOKENS_270>|", |
|
"|<EXTRA_TOKENS_271>|", |
|
"|<EXTRA_TOKENS_272>|", |
|
"|<EXTRA_TOKENS_273>|", |
|
"|<EXTRA_TOKENS_274>|", |
|
"|<EXTRA_TOKENS_275>|", |
|
"|<EXTRA_TOKENS_276>|", |
|
"|<EXTRA_TOKENS_277>|", |
|
"|<EXTRA_TOKENS_278>|", |
|
"|<EXTRA_TOKENS_279>|", |
|
"|<EXTRA_TOKENS_280>|", |
|
"|<EXTRA_TOKENS_281>|", |
|
"|<EXTRA_TOKENS_282>|", |
|
"|<EXTRA_TOKENS_283>|", |
|
"|<EXTRA_TOKENS_284>|", |
|
"|<EXTRA_TOKENS_285>|", |
|
"|<EXTRA_TOKENS_286>|", |
|
"|<EXTRA_TOKENS_287>|", |
|
"|<EXTRA_TOKENS_288>|", |
|
"|<EXTRA_TOKENS_289>|", |
|
"|<EXTRA_TOKENS_290>|", |
|
"|<EXTRA_TOKENS_291>|", |
|
"|<EXTRA_TOKENS_292>|", |
|
"|<EXTRA_TOKENS_293>|", |
|
"|<EXTRA_TOKENS_294>|", |
|
"|<EXTRA_TOKENS_295>|", |
|
"|<EXTRA_TOKENS_296>|", |
|
"|<EXTRA_TOKENS_297>|", |
|
"|<EXTRA_TOKENS_298>|", |
|
"|<EXTRA_TOKENS_299>|", |
|
"|<EXTRA_TOKENS_300>|", |
|
"|<EXTRA_TOKENS_301>|", |
|
"|<EXTRA_TOKENS_302>|", |
|
"|<EXTRA_TOKENS_303>|", |
|
"|<EXTRA_TOKENS_304>|", |
|
"|<EXTRA_TOKENS_305>|", |
|
"|<EXTRA_TOKENS_306>|", |
|
"|<EXTRA_TOKENS_307>|", |
|
"|<EXTRA_TOKENS_308>|", |
|
"|<EXTRA_TOKENS_309>|", |
|
"|<EXTRA_TOKENS_310>|", |
|
"|<EXTRA_TOKENS_311>|", |
|
"|<EXTRA_TOKENS_312>|", |
|
"|<EXTRA_TOKENS_313>|", |
|
"|<EXTRA_TOKENS_314>|", |
|
"|<EXTRA_TOKENS_315>|", |
|
"|<EXTRA_TOKENS_316>|", |
|
"|<EXTRA_TOKENS_317>|", |
|
"|<EXTRA_TOKENS_318>|", |
|
"|<EXTRA_TOKENS_319>|", |
|
"|<EXTRA_TOKENS_320>|", |
|
"|<EXTRA_TOKENS_321>|", |
|
"|<EXTRA_TOKENS_322>|", |
|
"|<EXTRA_TOKENS_323>|", |
|
"|<EXTRA_TOKENS_324>|", |
|
"|<EXTRA_TOKENS_325>|", |
|
"|<EXTRA_TOKENS_326>|", |
|
"|<EXTRA_TOKENS_327>|", |
|
"|<EXTRA_TOKENS_328>|", |
|
"|<EXTRA_TOKENS_329>|", |
|
"|<EXTRA_TOKENS_330>|", |
|
"|<EXTRA_TOKENS_331>|", |
|
"|<EXTRA_TOKENS_332>|", |
|
"|<EXTRA_TOKENS_333>|", |
|
"|<EXTRA_TOKENS_334>|", |
|
"|<EXTRA_TOKENS_335>|", |
|
"|<EXTRA_TOKENS_336>|", |
|
"|<EXTRA_TOKENS_337>|", |
|
"|<EXTRA_TOKENS_338>|", |
|
"|<EXTRA_TOKENS_339>|", |
|
"|<EXTRA_TOKENS_340>|", |
|
"|<EXTRA_TOKENS_341>|", |
|
"|<EXTRA_TOKENS_342>|", |
|
"|<EXTRA_TOKENS_343>|", |
|
"|<EXTRA_TOKENS_344>|", |
|
"|<EXTRA_TOKENS_345>|", |
|
"|<EXTRA_TOKENS_346>|", |
|
"|<EXTRA_TOKENS_347>|", |
|
"|<EXTRA_TOKENS_348>|", |
|
"|<EXTRA_TOKENS_349>|", |
|
"|<EXTRA_TOKENS_350>|", |
|
"|<EXTRA_TOKENS_351>|", |
|
"|<EXTRA_TOKENS_352>|", |
|
"|<EXTRA_TOKENS_353>|", |
|
"|<EXTRA_TOKENS_354>|", |
|
"|<EXTRA_TOKENS_355>|", |
|
"|<EXTRA_TOKENS_356>|", |
|
"|<EXTRA_TOKENS_357>|", |
|
"|<EXTRA_TOKENS_358>|", |
|
"|<EXTRA_TOKENS_359>|", |
|
"|<EXTRA_TOKENS_360>|", |
|
"|<EXTRA_TOKENS_361>|", |
|
"|<EXTRA_TOKENS_362>|", |
|
"|<EXTRA_TOKENS_363>|", |
|
"|<EXTRA_TOKENS_364>|", |
|
"|<EXTRA_TOKENS_365>|", |
|
"|<EXTRA_TOKENS_366>|", |
|
"|<EXTRA_TOKENS_367>|", |
|
"|<EXTRA_TOKENS_368>|", |
|
"|<EXTRA_TOKENS_369>|", |
|
"|<EXTRA_TOKENS_370>|", |
|
"|<EXTRA_TOKENS_371>|", |
|
"|<EXTRA_TOKENS_372>|", |
|
"|<EXTRA_TOKENS_373>|", |
|
"|<EXTRA_TOKENS_374>|", |
|
"|<EXTRA_TOKENS_375>|", |
|
"|<EXTRA_TOKENS_376>|", |
|
"|<EXTRA_TOKENS_377>|", |
|
"|<EXTRA_TOKENS_378>|", |
|
"|<EXTRA_TOKENS_379>|", |
|
"|<EXTRA_TOKENS_380>|", |
|
"|<EXTRA_TOKENS_381>|", |
|
"|<EXTRA_TOKENS_382>|", |
|
"|<EXTRA_TOKENS_383>|", |
|
"|<EXTRA_TOKENS_384>|", |
|
"|<EXTRA_TOKENS_385>|", |
|
"|<EXTRA_TOKENS_386>|", |
|
"|<EXTRA_TOKENS_387>|", |
|
"|<EXTRA_TOKENS_388>|", |
|
"|<EXTRA_TOKENS_389>|", |
|
"|<EXTRA_TOKENS_390>|", |
|
"|<EXTRA_TOKENS_391>|", |
|
"|<EXTRA_TOKENS_392>|", |
|
"|<EXTRA_TOKENS_393>|", |
|
"|<EXTRA_TOKENS_394>|", |
|
"|<EXTRA_TOKENS_395>|", |
|
"|<EXTRA_TOKENS_396>|", |
|
"|<EXTRA_TOKENS_397>|", |
|
"|<EXTRA_TOKENS_398>|", |
|
"|<EXTRA_TOKENS_399>|", |
|
"|<EXTRA_TOKENS_400>|", |
|
"|<EXTRA_TOKENS_401>|", |
|
"|<EXTRA_TOKENS_402>|", |
|
"|<EXTRA_TOKENS_403>|", |
|
"|<EXTRA_TOKENS_404>|", |
|
"|<EXTRA_TOKENS_405>|", |
|
"|<EXTRA_TOKENS_406>|", |
|
"|<EXTRA_TOKENS_407>|", |
|
"|<EXTRA_TOKENS_408>|", |
|
"|<EXTRA_TOKENS_409>|", |
|
"|<EXTRA_TOKENS_410>|", |
|
"|<EXTRA_TOKENS_411>|", |
|
"|<EXTRA_TOKENS_412>|", |
|
"|<EXTRA_TOKENS_413>|", |
|
"|<EXTRA_TOKENS_414>|", |
|
"|<EXTRA_TOKENS_415>|", |
|
"|<EXTRA_TOKENS_416>|", |
|
"|<EXTRA_TOKENS_417>|", |
|
"<im_start>", |
|
"<im_end>", |
|
"<im_patch>", |
|
"<im_col>", |
|
"<|image|>" |
|
], |
|
"auto_map": { |
|
"AutoProcessor": "preprocessing_molmo.MolmoProcessor" |
|
}, |
|
"boi_token": "<im_start>", |
|
"bos_token": "<|endoftext|>", |
|
"chat_template": "{% for message in messages -%}\n {%- if (loop.index % 2 == 1 and message['role'] != 'user') or \n (loop.index % 2 == 0 and message['role'].lower() != 'assistant') -%}\n {{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}\n {%- endif -%}\n {{ message['role'].capitalize() + ': ' + message['content'] }}\n {%- if not loop.last -%}\n {{ ' ' }}\n {%- endif %}\n {%- endfor -%}\n {%- if add_generation_prompt -%}\n {{ ' Assistant:' }}\n {%- endif %}", |
|
"clean_up_tokenization_spaces": false, |
|
"eoi_token": "<im_end>", |
|
"eos_token": "<|endoftext|>", |
|
"errors": "replace", |
|
"extra_special_tokens": { |
|
"boi_token": "<im_start>", |
|
"eoi_token": "<im_end>", |
|
"im_col_token": "<im_col>", |
|
"im_patch_token": "<im_patch>", |
|
"image_token": "<image>" |
|
}, |
|
"im_col_token": "<im_col>", |
|
"im_patch_token": "<im_patch>", |
|
"image_token": "<image>", |
|
"model_max_length": 32768, |
|
"pad_token": "<|endoftext|>", |
|
"processor_class": "MolmoProcessor", |
|
"split_special_tokens": false, |
|
"tokenizer_class": "Qwen2Tokenizer", |
|
"unk_token": null |
|
} |
|
|