| { | |
| "additional_special_tokens": [ | |
| "<|begin_of_text|>", | |
| "<|end_of_text|>", | |
| "<|reserved_special_token_0|>", | |
| "<|reserved_special_token_1|>", | |
| "<|reserved_special_token_2|>", | |
| "<|reserved_special_token_3|>", | |
| "<|start_header_id|>", | |
| "<|end_header_id|>", | |
| "<|reserved_special_token_4|>", | |
| "<|eot_id|>", | |
| "<|reserved_special_token_5|>", | |
| "<|reserved_special_token_6|>", | |
| "<|reserved_special_token_7|>", | |
| "<|reserved_special_token_8|>", | |
| "<|reserved_special_token_9|>", | |
| "<|reserved_special_token_10|>", | |
| "<|reserved_special_token_11|>", | |
| "<|reserved_special_token_12|>", | |
| "<|reserved_special_token_13|>", | |
| "<|reserved_special_token_14|>", | |
| "<|reserved_special_token_15|>", | |
| "<|reserved_special_token_16|>", | |
| "<|reserved_special_token_17|>", | |
| "<|reserved_special_token_18|>", | |
| "<|reserved_special_token_19|>", | |
| "<|reserved_special_token_20|>", | |
| "<|reserved_special_token_21|>", | |
| "<|reserved_special_token_22|>", | |
| "<|reserved_special_token_23|>", | |
| "<|reserved_special_token_24|>", | |
| "<|reserved_special_token_25|>", | |
| "<|reserved_special_token_26|>", | |
| "<|reserved_special_token_27|>", | |
| "<|reserved_special_token_28|>", | |
| "<|reserved_special_token_29|>", | |
| "<|reserved_special_token_30|>", | |
| "<|reserved_special_token_31|>", | |
| "<|reserved_special_token_32|>", | |
| "<|reserved_special_token_33|>", | |
| "<|reserved_special_token_34|>", | |
| "<|reserved_special_token_35|>", | |
| "<|reserved_special_token_36|>", | |
| "<|reserved_special_token_37|>", | |
| "<|reserved_special_token_38|>", | |
| "<|reserved_special_token_39|>", | |
| "<|reserved_special_token_40|>", | |
| "<|reserved_special_token_41|>", | |
| "<|reserved_special_token_42|>", | |
| "<|reserved_special_token_43|>", | |
| "<|reserved_special_token_44|>", | |
| "<|reserved_special_token_45|>", | |
| "<|reserved_special_token_46|>", | |
| "<|reserved_special_token_47|>", | |
| "<|reserved_special_token_48|>", | |
| "<|reserved_special_token_49|>", | |
| "<|reserved_special_token_50|>", | |
| "<|reserved_special_token_51|>", | |
| "<|reserved_special_token_52|>", | |
| "<|reserved_special_token_53|>", | |
| "<|reserved_special_token_54|>", | |
| "<|reserved_special_token_55|>", | |
| "<|reserved_special_token_56|>", | |
| "<|reserved_special_token_57|>", | |
| "<|reserved_special_token_58|>", | |
| "<|reserved_special_token_59|>", | |
| "<|reserved_special_token_60|>", | |
| "<|reserved_special_token_61|>", | |
| "<|reserved_special_token_62|>", | |
| "<|reserved_special_token_63|>", | |
| "<|reserved_special_token_64|>", | |
| "<|reserved_special_token_65|>", | |
| "<|reserved_special_token_66|>", | |
| "<|reserved_special_token_67|>", | |
| "<|reserved_special_token_68|>", | |
| "<|reserved_special_token_69|>", | |
| "<|reserved_special_token_70|>", | |
| "<|reserved_special_token_71|>", | |
| "<|reserved_special_token_72|>", | |
| "<|reserved_special_token_73|>", | |
| "<|reserved_special_token_74|>", | |
| "<|reserved_special_token_75|>", | |
| "<|reserved_special_token_76|>", | |
| "<|reserved_special_token_77|>", | |
| "<|reserved_special_token_78|>", | |
| "<|reserved_special_token_79|>", | |
| "<|reserved_special_token_80|>", | |
| "<|reserved_special_token_81|>", | |
| "<|reserved_special_token_82|>", | |
| "<|reserved_special_token_83|>", | |
| "<|reserved_special_token_84|>", | |
| "<|reserved_special_token_85|>", | |
| "<|reserved_special_token_86|>", | |
| "<|reserved_special_token_87|>", | |
| "<|reserved_special_token_88|>", | |
| "<|reserved_special_token_89|>", | |
| "<|reserved_special_token_90|>", | |
| "<|reserved_special_token_91|>", | |
| "<|reserved_special_token_92|>", | |
| "<|reserved_special_token_93|>", | |
| "<|reserved_special_token_94|>", | |
| "<|reserved_special_token_95|>", | |
| "<|reserved_special_token_96|>", | |
| "<|reserved_special_token_97|>", | |
| "<|reserved_special_token_98|>", | |
| "<|reserved_special_token_99|>", | |
| "<|reserved_special_token_100|>", | |
| "<|reserved_special_token_101|>", | |
| "<|reserved_special_token_102|>", | |
| "<|reserved_special_token_103|>", | |
| "<|reserved_special_token_104|>", | |
| "<|reserved_special_token_105|>", | |
| "<|reserved_special_token_106|>", | |
| "<|reserved_special_token_107|>", | |
| "<|reserved_special_token_108|>", | |
| "<|reserved_special_token_109|>", | |
| "<|reserved_special_token_110|>", | |
| "<|reserved_special_token_111|>", | |
| "<|reserved_special_token_112|>", | |
| "<|reserved_special_token_113|>", | |
| "<|reserved_special_token_114|>", | |
| "<|reserved_special_token_115|>", | |
| "<|reserved_special_token_116|>", | |
| "<|reserved_special_token_117|>", | |
| "<|reserved_special_token_118|>", | |
| "<|reserved_special_token_119|>", | |
| "<|reserved_special_token_120|>", | |
| "<|reserved_special_token_121|>", | |
| "<|reserved_special_token_122|>", | |
| "<|reserved_special_token_123|>", | |
| "<|reserved_special_token_124|>", | |
| "<|reserved_special_token_125|>", | |
| "<|reserved_special_token_126|>", | |
| "<|reserved_special_token_127|>", | |
| "<|reserved_special_token_128|>", | |
| "<|reserved_special_token_129|>", | |
| "<|reserved_special_token_130|>", | |
| "<|reserved_special_token_131|>", | |
| "<|reserved_special_token_132|>", | |
| "<|reserved_special_token_133|>", | |
| "<|reserved_special_token_134|>", | |
| "<|reserved_special_token_135|>", | |
| "<|reserved_special_token_136|>", | |
| "<|reserved_special_token_137|>", | |
| "<|reserved_special_token_138|>", | |
| "<|reserved_special_token_139|>", | |
| "<|reserved_special_token_140|>", | |
| "<|reserved_special_token_141|>", | |
| "<|reserved_special_token_142|>", | |
| "<|reserved_special_token_143|>", | |
| "<|reserved_special_token_144|>", | |
| "<|reserved_special_token_145|>", | |
| "<|reserved_special_token_146|>", | |
| "<|reserved_special_token_147|>", | |
| "<|reserved_special_token_148|>", | |
| "<|reserved_special_token_149|>", | |
| "<|reserved_special_token_150|>", | |
| "<|reserved_special_token_151|>", | |
| "<|reserved_special_token_152|>", | |
| "<|reserved_special_token_153|>", | |
| "<|reserved_special_token_154|>", | |
| "<|reserved_special_token_155|>", | |
| "<|reserved_special_token_156|>", | |
| "<|reserved_special_token_157|>", | |
| "<|reserved_special_token_158|>", | |
| "<|reserved_special_token_159|>", | |
| "<|reserved_special_token_160|>", | |
| "<|reserved_special_token_161|>", | |
| "<|reserved_special_token_162|>", | |
| "<|reserved_special_token_163|>", | |
| "<|reserved_special_token_164|>", | |
| "<|reserved_special_token_165|>", | |
| "<|reserved_special_token_166|>", | |
| "<|reserved_special_token_167|>", | |
| "<|reserved_special_token_168|>", | |
| "<|reserved_special_token_169|>", | |
| "<|reserved_special_token_170|>", | |
| "<|reserved_special_token_171|>", | |
| "<|reserved_special_token_172|>", | |
| "<|reserved_special_token_173|>", | |
| "<|reserved_special_token_174|>", | |
| "<|reserved_special_token_175|>", | |
| "<|reserved_special_token_176|>", | |
| "<|reserved_special_token_177|>", | |
| "<|reserved_special_token_178|>", | |
| "<|reserved_special_token_179|>", | |
| "<|reserved_special_token_180|>", | |
| "<|reserved_special_token_181|>", | |
| "<|reserved_special_token_182|>", | |
| "<|reserved_special_token_183|>", | |
| "<|reserved_special_token_184|>", | |
| "<|reserved_special_token_185|>", | |
| "<|reserved_special_token_186|>", | |
| "<|reserved_special_token_187|>", | |
| "<|reserved_special_token_188|>", | |
| "<|reserved_special_token_189|>", | |
| "<|reserved_special_token_190|>", | |
| "<|reserved_special_token_191|>", | |
| "<|reserved_special_token_192|>", | |
| "<|reserved_special_token_193|>", | |
| "<|reserved_special_token_194|>", | |
| "<|reserved_special_token_195|>", | |
| "<|reserved_special_token_196|>", | |
| "<|reserved_special_token_197|>", | |
| "<|reserved_special_token_198|>", | |
| "<|reserved_special_token_199|>", | |
| "<|reserved_special_token_200|>", | |
| "<|reserved_special_token_201|>", | |
| "<|reserved_special_token_202|>", | |
| "<|reserved_special_token_203|>", | |
| "<|reserved_special_token_204|>", | |
| "<|reserved_special_token_205|>", | |
| "<|reserved_special_token_206|>", | |
| "<|reserved_special_token_207|>", | |
| "<|reserved_special_token_208|>", | |
| "<|reserved_special_token_209|>", | |
| "<|reserved_special_token_210|>", | |
| "<|reserved_special_token_211|>", | |
| "<|reserved_special_token_212|>", | |
| "<|reserved_special_token_213|>", | |
| "<|reserved_special_token_214|>", | |
| "<|reserved_special_token_215|>", | |
| "<|reserved_special_token_216|>", | |
| "<|reserved_special_token_217|>", | |
| "<|reserved_special_token_218|>", | |
| "<|reserved_special_token_219|>", | |
| "<|reserved_special_token_220|>", | |
| "<|reserved_special_token_221|>", | |
| "<|reserved_special_token_222|>", | |
| "<|reserved_special_token_223|>", | |
| "<|reserved_special_token_224|>", | |
| "<|reserved_special_token_225|>", | |
| "<|reserved_special_token_226|>", | |
| "<|reserved_special_token_227|>", | |
| "<|reserved_special_token_228|>", | |
| "<|reserved_special_token_229|>", | |
| "<|reserved_special_token_230|>", | |
| "<|reserved_special_token_231|>", | |
| "<|reserved_special_token_232|>", | |
| "<|reserved_special_token_233|>", | |
| "<|reserved_special_token_234|>", | |
| "<|reserved_special_token_235|>", | |
| "<|reserved_special_token_236|>", | |
| "<|reserved_special_token_237|>", | |
| "<|reserved_special_token_238|>", | |
| "<|reserved_special_token_239|>", | |
| "<|reserved_special_token_240|>", | |
| "<|reserved_special_token_241|>", | |
| "<|reserved_special_token_242|>", | |
| "<|reserved_special_token_243|>", | |
| "<|reserved_special_token_244|>", | |
| "<|reserved_special_token_245|>", | |
| "<|reserved_special_token_246|>", | |
| "<|reserved_special_token_247|>", | |
| "<|reserved_special_token_248|>", | |
| "<|reserved_special_token_249|>", | |
| "<|reserved_special_token_250|>" | |
| ], | |
| "bos_token": { | |
| "content": "<|begin_of_text|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false | |
| }, | |
| "eos_token": { | |
| "content": "<|end_of_text|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false | |
| }, | |
| "pad_token": { | |
| "content": "<|end_of_text|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false | |
| } | |
| } | |