Molmo-7B-GPTQ-4bit / added_tokens.json
zamal's picture
Upload tokenizer
9b6eaa8 verified
raw
history blame
14.3 kB
{
"<im_col>": 152067,
"<im_end>": 152065,
"<im_patch>": 152066,
"<im_start>": 152064,
"<|endoftext|>": 151643,
"<|im_end|>": 151645,
"<|im_start|>": 151644,
"<|image|>": 152068,
"|<EXTRA_TOKENS_0>|": 151646,
"|<EXTRA_TOKENS_100>|": 151746,
"|<EXTRA_TOKENS_101>|": 151747,
"|<EXTRA_TOKENS_102>|": 151748,
"|<EXTRA_TOKENS_103>|": 151749,
"|<EXTRA_TOKENS_104>|": 151750,
"|<EXTRA_TOKENS_105>|": 151751,
"|<EXTRA_TOKENS_106>|": 151752,
"|<EXTRA_TOKENS_107>|": 151753,
"|<EXTRA_TOKENS_108>|": 151754,
"|<EXTRA_TOKENS_109>|": 151755,
"|<EXTRA_TOKENS_10>|": 151656,
"|<EXTRA_TOKENS_110>|": 151756,
"|<EXTRA_TOKENS_111>|": 151757,
"|<EXTRA_TOKENS_112>|": 151758,
"|<EXTRA_TOKENS_113>|": 151759,
"|<EXTRA_TOKENS_114>|": 151760,
"|<EXTRA_TOKENS_115>|": 151761,
"|<EXTRA_TOKENS_116>|": 151762,
"|<EXTRA_TOKENS_117>|": 151763,
"|<EXTRA_TOKENS_118>|": 151764,
"|<EXTRA_TOKENS_119>|": 151765,
"|<EXTRA_TOKENS_11>|": 151657,
"|<EXTRA_TOKENS_120>|": 151766,
"|<EXTRA_TOKENS_121>|": 151767,
"|<EXTRA_TOKENS_122>|": 151768,
"|<EXTRA_TOKENS_123>|": 151769,
"|<EXTRA_TOKENS_124>|": 151770,
"|<EXTRA_TOKENS_125>|": 151771,
"|<EXTRA_TOKENS_126>|": 151772,
"|<EXTRA_TOKENS_127>|": 151773,
"|<EXTRA_TOKENS_128>|": 151774,
"|<EXTRA_TOKENS_129>|": 151775,
"|<EXTRA_TOKENS_12>|": 151658,
"|<EXTRA_TOKENS_130>|": 151776,
"|<EXTRA_TOKENS_131>|": 151777,
"|<EXTRA_TOKENS_132>|": 151778,
"|<EXTRA_TOKENS_133>|": 151779,
"|<EXTRA_TOKENS_134>|": 151780,
"|<EXTRA_TOKENS_135>|": 151781,
"|<EXTRA_TOKENS_136>|": 151782,
"|<EXTRA_TOKENS_137>|": 151783,
"|<EXTRA_TOKENS_138>|": 151784,
"|<EXTRA_TOKENS_139>|": 151785,
"|<EXTRA_TOKENS_13>|": 151659,
"|<EXTRA_TOKENS_140>|": 151786,
"|<EXTRA_TOKENS_141>|": 151787,
"|<EXTRA_TOKENS_142>|": 151788,
"|<EXTRA_TOKENS_143>|": 151789,
"|<EXTRA_TOKENS_144>|": 151790,
"|<EXTRA_TOKENS_145>|": 151791,
"|<EXTRA_TOKENS_146>|": 151792,
"|<EXTRA_TOKENS_147>|": 151793,
"|<EXTRA_TOKENS_148>|": 151794,
"|<EXTRA_TOKENS_149>|": 151795,
"|<EXTRA_TOKENS_14>|": 151660,
"|<EXTRA_TOKENS_150>|": 151796,
"|<EXTRA_TOKENS_151>|": 151797,
"|<EXTRA_TOKENS_152>|": 151798,
"|<EXTRA_TOKENS_153>|": 151799,
"|<EXTRA_TOKENS_154>|": 151800,
"|<EXTRA_TOKENS_155>|": 151801,
"|<EXTRA_TOKENS_156>|": 151802,
"|<EXTRA_TOKENS_157>|": 151803,
"|<EXTRA_TOKENS_158>|": 151804,
"|<EXTRA_TOKENS_159>|": 151805,
"|<EXTRA_TOKENS_15>|": 151661,
"|<EXTRA_TOKENS_160>|": 151806,
"|<EXTRA_TOKENS_161>|": 151807,
"|<EXTRA_TOKENS_162>|": 151808,
"|<EXTRA_TOKENS_163>|": 151809,
"|<EXTRA_TOKENS_164>|": 151810,
"|<EXTRA_TOKENS_165>|": 151811,
"|<EXTRA_TOKENS_166>|": 151812,
"|<EXTRA_TOKENS_167>|": 151813,
"|<EXTRA_TOKENS_168>|": 151814,
"|<EXTRA_TOKENS_169>|": 151815,
"|<EXTRA_TOKENS_16>|": 151662,
"|<EXTRA_TOKENS_170>|": 151816,
"|<EXTRA_TOKENS_171>|": 151817,
"|<EXTRA_TOKENS_172>|": 151818,
"|<EXTRA_TOKENS_173>|": 151819,
"|<EXTRA_TOKENS_174>|": 151820,
"|<EXTRA_TOKENS_175>|": 151821,
"|<EXTRA_TOKENS_176>|": 151822,
"|<EXTRA_TOKENS_177>|": 151823,
"|<EXTRA_TOKENS_178>|": 151824,
"|<EXTRA_TOKENS_179>|": 151825,
"|<EXTRA_TOKENS_17>|": 151663,
"|<EXTRA_TOKENS_180>|": 151826,
"|<EXTRA_TOKENS_181>|": 151827,
"|<EXTRA_TOKENS_182>|": 151828,
"|<EXTRA_TOKENS_183>|": 151829,
"|<EXTRA_TOKENS_184>|": 151830,
"|<EXTRA_TOKENS_185>|": 151831,
"|<EXTRA_TOKENS_186>|": 151832,
"|<EXTRA_TOKENS_187>|": 151833,
"|<EXTRA_TOKENS_188>|": 151834,
"|<EXTRA_TOKENS_189>|": 151835,
"|<EXTRA_TOKENS_18>|": 151664,
"|<EXTRA_TOKENS_190>|": 151836,
"|<EXTRA_TOKENS_191>|": 151837,
"|<EXTRA_TOKENS_192>|": 151838,
"|<EXTRA_TOKENS_193>|": 151839,
"|<EXTRA_TOKENS_194>|": 151840,
"|<EXTRA_TOKENS_195>|": 151841,
"|<EXTRA_TOKENS_196>|": 151842,
"|<EXTRA_TOKENS_197>|": 151843,
"|<EXTRA_TOKENS_198>|": 151844,
"|<EXTRA_TOKENS_199>|": 151845,
"|<EXTRA_TOKENS_19>|": 151665,
"|<EXTRA_TOKENS_1>|": 151647,
"|<EXTRA_TOKENS_200>|": 151846,
"|<EXTRA_TOKENS_201>|": 151847,
"|<EXTRA_TOKENS_202>|": 151848,
"|<EXTRA_TOKENS_203>|": 151849,
"|<EXTRA_TOKENS_204>|": 151850,
"|<EXTRA_TOKENS_205>|": 151851,
"|<EXTRA_TOKENS_206>|": 151852,
"|<EXTRA_TOKENS_207>|": 151853,
"|<EXTRA_TOKENS_208>|": 151854,
"|<EXTRA_TOKENS_209>|": 151855,
"|<EXTRA_TOKENS_20>|": 151666,
"|<EXTRA_TOKENS_210>|": 151856,
"|<EXTRA_TOKENS_211>|": 151857,
"|<EXTRA_TOKENS_212>|": 151858,
"|<EXTRA_TOKENS_213>|": 151859,
"|<EXTRA_TOKENS_214>|": 151860,
"|<EXTRA_TOKENS_215>|": 151861,
"|<EXTRA_TOKENS_216>|": 151862,
"|<EXTRA_TOKENS_217>|": 151863,
"|<EXTRA_TOKENS_218>|": 151864,
"|<EXTRA_TOKENS_219>|": 151865,
"|<EXTRA_TOKENS_21>|": 151667,
"|<EXTRA_TOKENS_220>|": 151866,
"|<EXTRA_TOKENS_221>|": 151867,
"|<EXTRA_TOKENS_222>|": 151868,
"|<EXTRA_TOKENS_223>|": 151869,
"|<EXTRA_TOKENS_224>|": 151870,
"|<EXTRA_TOKENS_225>|": 151871,
"|<EXTRA_TOKENS_226>|": 151872,
"|<EXTRA_TOKENS_227>|": 151873,
"|<EXTRA_TOKENS_228>|": 151874,
"|<EXTRA_TOKENS_229>|": 151875,
"|<EXTRA_TOKENS_22>|": 151668,
"|<EXTRA_TOKENS_230>|": 151876,
"|<EXTRA_TOKENS_231>|": 151877,
"|<EXTRA_TOKENS_232>|": 151878,
"|<EXTRA_TOKENS_233>|": 151879,
"|<EXTRA_TOKENS_234>|": 151880,
"|<EXTRA_TOKENS_235>|": 151881,
"|<EXTRA_TOKENS_236>|": 151882,
"|<EXTRA_TOKENS_237>|": 151883,
"|<EXTRA_TOKENS_238>|": 151884,
"|<EXTRA_TOKENS_239>|": 151885,
"|<EXTRA_TOKENS_23>|": 151669,
"|<EXTRA_TOKENS_240>|": 151886,
"|<EXTRA_TOKENS_241>|": 151887,
"|<EXTRA_TOKENS_242>|": 151888,
"|<EXTRA_TOKENS_243>|": 151889,
"|<EXTRA_TOKENS_244>|": 151890,
"|<EXTRA_TOKENS_245>|": 151891,
"|<EXTRA_TOKENS_246>|": 151892,
"|<EXTRA_TOKENS_247>|": 151893,
"|<EXTRA_TOKENS_248>|": 151894,
"|<EXTRA_TOKENS_249>|": 151895,
"|<EXTRA_TOKENS_24>|": 151670,
"|<EXTRA_TOKENS_250>|": 151896,
"|<EXTRA_TOKENS_251>|": 151897,
"|<EXTRA_TOKENS_252>|": 151898,
"|<EXTRA_TOKENS_253>|": 151899,
"|<EXTRA_TOKENS_254>|": 151900,
"|<EXTRA_TOKENS_255>|": 151901,
"|<EXTRA_TOKENS_256>|": 151902,
"|<EXTRA_TOKENS_257>|": 151903,
"|<EXTRA_TOKENS_258>|": 151904,
"|<EXTRA_TOKENS_259>|": 151905,
"|<EXTRA_TOKENS_25>|": 151671,
"|<EXTRA_TOKENS_260>|": 151906,
"|<EXTRA_TOKENS_261>|": 151907,
"|<EXTRA_TOKENS_262>|": 151908,
"|<EXTRA_TOKENS_263>|": 151909,
"|<EXTRA_TOKENS_264>|": 151910,
"|<EXTRA_TOKENS_265>|": 151911,
"|<EXTRA_TOKENS_266>|": 151912,
"|<EXTRA_TOKENS_267>|": 151913,
"|<EXTRA_TOKENS_268>|": 151914,
"|<EXTRA_TOKENS_269>|": 151915,
"|<EXTRA_TOKENS_26>|": 151672,
"|<EXTRA_TOKENS_270>|": 151916,
"|<EXTRA_TOKENS_271>|": 151917,
"|<EXTRA_TOKENS_272>|": 151918,
"|<EXTRA_TOKENS_273>|": 151919,
"|<EXTRA_TOKENS_274>|": 151920,
"|<EXTRA_TOKENS_275>|": 151921,
"|<EXTRA_TOKENS_276>|": 151922,
"|<EXTRA_TOKENS_277>|": 151923,
"|<EXTRA_TOKENS_278>|": 151924,
"|<EXTRA_TOKENS_279>|": 151925,
"|<EXTRA_TOKENS_27>|": 151673,
"|<EXTRA_TOKENS_280>|": 151926,
"|<EXTRA_TOKENS_281>|": 151927,
"|<EXTRA_TOKENS_282>|": 151928,
"|<EXTRA_TOKENS_283>|": 151929,
"|<EXTRA_TOKENS_284>|": 151930,
"|<EXTRA_TOKENS_285>|": 151931,
"|<EXTRA_TOKENS_286>|": 151932,
"|<EXTRA_TOKENS_287>|": 151933,
"|<EXTRA_TOKENS_288>|": 151934,
"|<EXTRA_TOKENS_289>|": 151935,
"|<EXTRA_TOKENS_28>|": 151674,
"|<EXTRA_TOKENS_290>|": 151936,
"|<EXTRA_TOKENS_291>|": 151937,
"|<EXTRA_TOKENS_292>|": 151938,
"|<EXTRA_TOKENS_293>|": 151939,
"|<EXTRA_TOKENS_294>|": 151940,
"|<EXTRA_TOKENS_295>|": 151941,
"|<EXTRA_TOKENS_296>|": 151942,
"|<EXTRA_TOKENS_297>|": 151943,
"|<EXTRA_TOKENS_298>|": 151944,
"|<EXTRA_TOKENS_299>|": 151945,
"|<EXTRA_TOKENS_29>|": 151675,
"|<EXTRA_TOKENS_2>|": 151648,
"|<EXTRA_TOKENS_300>|": 151946,
"|<EXTRA_TOKENS_301>|": 151947,
"|<EXTRA_TOKENS_302>|": 151948,
"|<EXTRA_TOKENS_303>|": 151949,
"|<EXTRA_TOKENS_304>|": 151950,
"|<EXTRA_TOKENS_305>|": 151951,
"|<EXTRA_TOKENS_306>|": 151952,
"|<EXTRA_TOKENS_307>|": 151953,
"|<EXTRA_TOKENS_308>|": 151954,
"|<EXTRA_TOKENS_309>|": 151955,
"|<EXTRA_TOKENS_30>|": 151676,
"|<EXTRA_TOKENS_310>|": 151956,
"|<EXTRA_TOKENS_311>|": 151957,
"|<EXTRA_TOKENS_312>|": 151958,
"|<EXTRA_TOKENS_313>|": 151959,
"|<EXTRA_TOKENS_314>|": 151960,
"|<EXTRA_TOKENS_315>|": 151961,
"|<EXTRA_TOKENS_316>|": 151962,
"|<EXTRA_TOKENS_317>|": 151963,
"|<EXTRA_TOKENS_318>|": 151964,
"|<EXTRA_TOKENS_319>|": 151965,
"|<EXTRA_TOKENS_31>|": 151677,
"|<EXTRA_TOKENS_320>|": 151966,
"|<EXTRA_TOKENS_321>|": 151967,
"|<EXTRA_TOKENS_322>|": 151968,
"|<EXTRA_TOKENS_323>|": 151969,
"|<EXTRA_TOKENS_324>|": 151970,
"|<EXTRA_TOKENS_325>|": 151971,
"|<EXTRA_TOKENS_326>|": 151972,
"|<EXTRA_TOKENS_327>|": 151973,
"|<EXTRA_TOKENS_328>|": 151974,
"|<EXTRA_TOKENS_329>|": 151975,
"|<EXTRA_TOKENS_32>|": 151678,
"|<EXTRA_TOKENS_330>|": 151976,
"|<EXTRA_TOKENS_331>|": 151977,
"|<EXTRA_TOKENS_332>|": 151978,
"|<EXTRA_TOKENS_333>|": 151979,
"|<EXTRA_TOKENS_334>|": 151980,
"|<EXTRA_TOKENS_335>|": 151981,
"|<EXTRA_TOKENS_336>|": 151982,
"|<EXTRA_TOKENS_337>|": 151983,
"|<EXTRA_TOKENS_338>|": 151984,
"|<EXTRA_TOKENS_339>|": 151985,
"|<EXTRA_TOKENS_33>|": 151679,
"|<EXTRA_TOKENS_340>|": 151986,
"|<EXTRA_TOKENS_341>|": 151987,
"|<EXTRA_TOKENS_342>|": 151988,
"|<EXTRA_TOKENS_343>|": 151989,
"|<EXTRA_TOKENS_344>|": 151990,
"|<EXTRA_TOKENS_345>|": 151991,
"|<EXTRA_TOKENS_346>|": 151992,
"|<EXTRA_TOKENS_347>|": 151993,
"|<EXTRA_TOKENS_348>|": 151994,
"|<EXTRA_TOKENS_349>|": 151995,
"|<EXTRA_TOKENS_34>|": 151680,
"|<EXTRA_TOKENS_350>|": 151996,
"|<EXTRA_TOKENS_351>|": 151997,
"|<EXTRA_TOKENS_352>|": 151998,
"|<EXTRA_TOKENS_353>|": 151999,
"|<EXTRA_TOKENS_354>|": 152000,
"|<EXTRA_TOKENS_355>|": 152001,
"|<EXTRA_TOKENS_356>|": 152002,
"|<EXTRA_TOKENS_357>|": 152003,
"|<EXTRA_TOKENS_358>|": 152004,
"|<EXTRA_TOKENS_359>|": 152005,
"|<EXTRA_TOKENS_35>|": 151681,
"|<EXTRA_TOKENS_360>|": 152006,
"|<EXTRA_TOKENS_361>|": 152007,
"|<EXTRA_TOKENS_362>|": 152008,
"|<EXTRA_TOKENS_363>|": 152009,
"|<EXTRA_TOKENS_364>|": 152010,
"|<EXTRA_TOKENS_365>|": 152011,
"|<EXTRA_TOKENS_366>|": 152012,
"|<EXTRA_TOKENS_367>|": 152013,
"|<EXTRA_TOKENS_368>|": 152014,
"|<EXTRA_TOKENS_369>|": 152015,
"|<EXTRA_TOKENS_36>|": 151682,
"|<EXTRA_TOKENS_370>|": 152016,
"|<EXTRA_TOKENS_371>|": 152017,
"|<EXTRA_TOKENS_372>|": 152018,
"|<EXTRA_TOKENS_373>|": 152019,
"|<EXTRA_TOKENS_374>|": 152020,
"|<EXTRA_TOKENS_375>|": 152021,
"|<EXTRA_TOKENS_376>|": 152022,
"|<EXTRA_TOKENS_377>|": 152023,
"|<EXTRA_TOKENS_378>|": 152024,
"|<EXTRA_TOKENS_379>|": 152025,
"|<EXTRA_TOKENS_37>|": 151683,
"|<EXTRA_TOKENS_380>|": 152026,
"|<EXTRA_TOKENS_381>|": 152027,
"|<EXTRA_TOKENS_382>|": 152028,
"|<EXTRA_TOKENS_383>|": 152029,
"|<EXTRA_TOKENS_384>|": 152030,
"|<EXTRA_TOKENS_385>|": 152031,
"|<EXTRA_TOKENS_386>|": 152032,
"|<EXTRA_TOKENS_387>|": 152033,
"|<EXTRA_TOKENS_388>|": 152034,
"|<EXTRA_TOKENS_389>|": 152035,
"|<EXTRA_TOKENS_38>|": 151684,
"|<EXTRA_TOKENS_390>|": 152036,
"|<EXTRA_TOKENS_391>|": 152037,
"|<EXTRA_TOKENS_392>|": 152038,
"|<EXTRA_TOKENS_393>|": 152039,
"|<EXTRA_TOKENS_394>|": 152040,
"|<EXTRA_TOKENS_395>|": 152041,
"|<EXTRA_TOKENS_396>|": 152042,
"|<EXTRA_TOKENS_397>|": 152043,
"|<EXTRA_TOKENS_398>|": 152044,
"|<EXTRA_TOKENS_399>|": 152045,
"|<EXTRA_TOKENS_39>|": 151685,
"|<EXTRA_TOKENS_3>|": 151649,
"|<EXTRA_TOKENS_400>|": 152046,
"|<EXTRA_TOKENS_401>|": 152047,
"|<EXTRA_TOKENS_402>|": 152048,
"|<EXTRA_TOKENS_403>|": 152049,
"|<EXTRA_TOKENS_404>|": 152050,
"|<EXTRA_TOKENS_405>|": 152051,
"|<EXTRA_TOKENS_406>|": 152052,
"|<EXTRA_TOKENS_407>|": 152053,
"|<EXTRA_TOKENS_408>|": 152054,
"|<EXTRA_TOKENS_409>|": 152055,
"|<EXTRA_TOKENS_40>|": 151686,
"|<EXTRA_TOKENS_410>|": 152056,
"|<EXTRA_TOKENS_411>|": 152057,
"|<EXTRA_TOKENS_412>|": 152058,
"|<EXTRA_TOKENS_413>|": 152059,
"|<EXTRA_TOKENS_414>|": 152060,
"|<EXTRA_TOKENS_415>|": 152061,
"|<EXTRA_TOKENS_416>|": 152062,
"|<EXTRA_TOKENS_417>|": 152063,
"|<EXTRA_TOKENS_41>|": 151687,
"|<EXTRA_TOKENS_42>|": 151688,
"|<EXTRA_TOKENS_43>|": 151689,
"|<EXTRA_TOKENS_44>|": 151690,
"|<EXTRA_TOKENS_45>|": 151691,
"|<EXTRA_TOKENS_46>|": 151692,
"|<EXTRA_TOKENS_47>|": 151693,
"|<EXTRA_TOKENS_48>|": 151694,
"|<EXTRA_TOKENS_49>|": 151695,
"|<EXTRA_TOKENS_4>|": 151650,
"|<EXTRA_TOKENS_50>|": 151696,
"|<EXTRA_TOKENS_51>|": 151697,
"|<EXTRA_TOKENS_52>|": 151698,
"|<EXTRA_TOKENS_53>|": 151699,
"|<EXTRA_TOKENS_54>|": 151700,
"|<EXTRA_TOKENS_55>|": 151701,
"|<EXTRA_TOKENS_56>|": 151702,
"|<EXTRA_TOKENS_57>|": 151703,
"|<EXTRA_TOKENS_58>|": 151704,
"|<EXTRA_TOKENS_59>|": 151705,
"|<EXTRA_TOKENS_5>|": 151651,
"|<EXTRA_TOKENS_60>|": 151706,
"|<EXTRA_TOKENS_61>|": 151707,
"|<EXTRA_TOKENS_62>|": 151708,
"|<EXTRA_TOKENS_63>|": 151709,
"|<EXTRA_TOKENS_64>|": 151710,
"|<EXTRA_TOKENS_65>|": 151711,
"|<EXTRA_TOKENS_66>|": 151712,
"|<EXTRA_TOKENS_67>|": 151713,
"|<EXTRA_TOKENS_68>|": 151714,
"|<EXTRA_TOKENS_69>|": 151715,
"|<EXTRA_TOKENS_6>|": 151652,
"|<EXTRA_TOKENS_70>|": 151716,
"|<EXTRA_TOKENS_71>|": 151717,
"|<EXTRA_TOKENS_72>|": 151718,
"|<EXTRA_TOKENS_73>|": 151719,
"|<EXTRA_TOKENS_74>|": 151720,
"|<EXTRA_TOKENS_75>|": 151721,
"|<EXTRA_TOKENS_76>|": 151722,
"|<EXTRA_TOKENS_77>|": 151723,
"|<EXTRA_TOKENS_78>|": 151724,
"|<EXTRA_TOKENS_79>|": 151725,
"|<EXTRA_TOKENS_7>|": 151653,
"|<EXTRA_TOKENS_80>|": 151726,
"|<EXTRA_TOKENS_81>|": 151727,
"|<EXTRA_TOKENS_82>|": 151728,
"|<EXTRA_TOKENS_83>|": 151729,
"|<EXTRA_TOKENS_84>|": 151730,
"|<EXTRA_TOKENS_85>|": 151731,
"|<EXTRA_TOKENS_86>|": 151732,
"|<EXTRA_TOKENS_87>|": 151733,
"|<EXTRA_TOKENS_88>|": 151734,
"|<EXTRA_TOKENS_89>|": 151735,
"|<EXTRA_TOKENS_8>|": 151654,
"|<EXTRA_TOKENS_90>|": 151736,
"|<EXTRA_TOKENS_91>|": 151737,
"|<EXTRA_TOKENS_92>|": 151738,
"|<EXTRA_TOKENS_93>|": 151739,
"|<EXTRA_TOKENS_94>|": 151740,
"|<EXTRA_TOKENS_95>|": 151741,
"|<EXTRA_TOKENS_96>|": 151742,
"|<EXTRA_TOKENS_97>|": 151743,
"|<EXTRA_TOKENS_98>|": 151744,
"|<EXTRA_TOKENS_99>|": 151745,
"|<EXTRA_TOKENS_9>|": 151655
}