BAAI
/

Emu2-Gen / tokenizer /added_tokens.json
ryanzhangfan's picture
Upload 30 files
94953a3
raw
history blame
8.29 kB
{
"</delimiter_of_multi_objects/>": 32013,
"</object>": 32012,
"</phrase>": 32010,
"<REC>": 32014,
"<grounding>": 32008,
"<image>": 32003,
"<object>": 32011,
"<patch_index_0000>": 32015,
"<patch_index_0001>": 32016,
"<patch_index_0002>": 32017,
"<patch_index_0003>": 32018,
"<patch_index_0004>": 32019,
"<patch_index_0005>": 32020,
"<patch_index_0006>": 32021,
"<patch_index_0007>": 32022,
"<patch_index_0008>": 32023,
"<patch_index_0009>": 32024,
"<patch_index_0010>": 32025,
"<patch_index_0011>": 32026,
"<patch_index_0012>": 32027,
"<patch_index_0013>": 32028,
"<patch_index_0014>": 32029,
"<patch_index_0015>": 32030,
"<patch_index_0016>": 32031,
"<patch_index_0017>": 32032,
"<patch_index_0018>": 32033,
"<patch_index_0019>": 32034,
"<patch_index_0020>": 32035,
"<patch_index_0021>": 32036,
"<patch_index_0022>": 32037,
"<patch_index_0023>": 32038,
"<patch_index_0024>": 32039,
"<patch_index_0025>": 32040,
"<patch_index_0026>": 32041,
"<patch_index_0027>": 32042,
"<patch_index_0028>": 32043,
"<patch_index_0029>": 32044,
"<patch_index_0030>": 32045,
"<patch_index_0031>": 32046,
"<patch_index_0032>": 32047,
"<patch_index_0033>": 32048,
"<patch_index_0034>": 32049,
"<patch_index_0035>": 32050,
"<patch_index_0036>": 32051,
"<patch_index_0037>": 32052,
"<patch_index_0038>": 32053,
"<patch_index_0039>": 32054,
"<patch_index_0040>": 32055,
"<patch_index_0041>": 32056,
"<patch_index_0042>": 32057,
"<patch_index_0043>": 32058,
"<patch_index_0044>": 32059,
"<patch_index_0045>": 32060,
"<patch_index_0046>": 32061,
"<patch_index_0047>": 32062,
"<patch_index_0048>": 32063,
"<patch_index_0049>": 32064,
"<patch_index_0050>": 32065,
"<patch_index_0051>": 32066,
"<patch_index_0052>": 32067,
"<patch_index_0053>": 32068,
"<patch_index_0054>": 32069,
"<patch_index_0055>": 32070,
"<patch_index_0056>": 32071,
"<patch_index_0057>": 32072,
"<patch_index_0058>": 32073,
"<patch_index_0059>": 32074,
"<patch_index_0060>": 32075,
"<patch_index_0061>": 32076,
"<patch_index_0062>": 32077,
"<patch_index_0063>": 32078,
"<patch_index_0064>": 32079,
"<patch_index_0065>": 32080,
"<patch_index_0066>": 32081,
"<patch_index_0067>": 32082,
"<patch_index_0068>": 32083,
"<patch_index_0069>": 32084,
"<patch_index_0070>": 32085,
"<patch_index_0071>": 32086,
"<patch_index_0072>": 32087,
"<patch_index_0073>": 32088,
"<patch_index_0074>": 32089,
"<patch_index_0075>": 32090,
"<patch_index_0076>": 32091,
"<patch_index_0077>": 32092,
"<patch_index_0078>": 32093,
"<patch_index_0079>": 32094,
"<patch_index_0080>": 32095,
"<patch_index_0081>": 32096,
"<patch_index_0082>": 32097,
"<patch_index_0083>": 32098,
"<patch_index_0084>": 32099,
"<patch_index_0085>": 32100,
"<patch_index_0086>": 32101,
"<patch_index_0087>": 32102,
"<patch_index_0088>": 32103,
"<patch_index_0089>": 32104,
"<patch_index_0090>": 32105,
"<patch_index_0091>": 32106,
"<patch_index_0092>": 32107,
"<patch_index_0093>": 32108,
"<patch_index_0094>": 32109,
"<patch_index_0095>": 32110,
"<patch_index_0096>": 32111,
"<patch_index_0097>": 32112,
"<patch_index_0098>": 32113,
"<patch_index_0099>": 32114,
"<patch_index_0100>": 32115,
"<patch_index_0101>": 32116,
"<patch_index_0102>": 32117,
"<patch_index_0103>": 32118,
"<patch_index_0104>": 32119,
"<patch_index_0105>": 32120,
"<patch_index_0106>": 32121,
"<patch_index_0107>": 32122,
"<patch_index_0108>": 32123,
"<patch_index_0109>": 32124,
"<patch_index_0110>": 32125,
"<patch_index_0111>": 32126,
"<patch_index_0112>": 32127,
"<patch_index_0113>": 32128,
"<patch_index_0114>": 32129,
"<patch_index_0115>": 32130,
"<patch_index_0116>": 32131,
"<patch_index_0117>": 32132,
"<patch_index_0118>": 32133,
"<patch_index_0119>": 32134,
"<patch_index_0120>": 32135,
"<patch_index_0121>": 32136,
"<patch_index_0122>": 32137,
"<patch_index_0123>": 32138,
"<patch_index_0124>": 32139,
"<patch_index_0125>": 32140,
"<patch_index_0126>": 32141,
"<patch_index_0127>": 32142,
"<patch_index_0128>": 32143,
"<patch_index_0129>": 32144,
"<patch_index_0130>": 32145,
"<patch_index_0131>": 32146,
"<patch_index_0132>": 32147,
"<patch_index_0133>": 32148,
"<patch_index_0134>": 32149,
"<patch_index_0135>": 32150,
"<patch_index_0136>": 32151,
"<patch_index_0137>": 32152,
"<patch_index_0138>": 32153,
"<patch_index_0139>": 32154,
"<patch_index_0140>": 32155,
"<patch_index_0141>": 32156,
"<patch_index_0142>": 32157,
"<patch_index_0143>": 32158,
"<patch_index_0144>": 32159,
"<patch_index_0145>": 32160,
"<patch_index_0146>": 32161,
"<patch_index_0147>": 32162,
"<patch_index_0148>": 32163,
"<patch_index_0149>": 32164,
"<patch_index_0150>": 32165,
"<patch_index_0151>": 32166,
"<patch_index_0152>": 32167,
"<patch_index_0153>": 32168,
"<patch_index_0154>": 32169,
"<patch_index_0155>": 32170,
"<patch_index_0156>": 32171,
"<patch_index_0157>": 32172,
"<patch_index_0158>": 32173,
"<patch_index_0159>": 32174,
"<patch_index_0160>": 32175,
"<patch_index_0161>": 32176,
"<patch_index_0162>": 32177,
"<patch_index_0163>": 32178,
"<patch_index_0164>": 32179,
"<patch_index_0165>": 32180,
"<patch_index_0166>": 32181,
"<patch_index_0167>": 32182,
"<patch_index_0168>": 32183,
"<patch_index_0169>": 32184,
"<patch_index_0170>": 32185,
"<patch_index_0171>": 32186,
"<patch_index_0172>": 32187,
"<patch_index_0173>": 32188,
"<patch_index_0174>": 32189,
"<patch_index_0175>": 32190,
"<patch_index_0176>": 32191,
"<patch_index_0177>": 32192,
"<patch_index_0178>": 32193,
"<patch_index_0179>": 32194,
"<patch_index_0180>": 32195,
"<patch_index_0181>": 32196,
"<patch_index_0182>": 32197,
"<patch_index_0183>": 32198,
"<patch_index_0184>": 32199,
"<patch_index_0185>": 32200,
"<patch_index_0186>": 32201,
"<patch_index_0187>": 32202,
"<patch_index_0188>": 32203,
"<patch_index_0189>": 32204,
"<patch_index_0190>": 32205,
"<patch_index_0191>": 32206,
"<patch_index_0192>": 32207,
"<patch_index_0193>": 32208,
"<patch_index_0194>": 32209,
"<patch_index_0195>": 32210,
"<patch_index_0196>": 32211,
"<patch_index_0197>": 32212,
"<patch_index_0198>": 32213,
"<patch_index_0199>": 32214,
"<patch_index_0200>": 32215,
"<patch_index_0201>": 32216,
"<patch_index_0202>": 32217,
"<patch_index_0203>": 32218,
"<patch_index_0204>": 32219,
"<patch_index_0205>": 32220,
"<patch_index_0206>": 32221,
"<patch_index_0207>": 32222,
"<patch_index_0208>": 32223,
"<patch_index_0209>": 32224,
"<patch_index_0210>": 32225,
"<patch_index_0211>": 32226,
"<patch_index_0212>": 32227,
"<patch_index_0213>": 32228,
"<patch_index_0214>": 32229,
"<patch_index_0215>": 32230,
"<patch_index_0216>": 32231,
"<patch_index_0217>": 32232,
"<patch_index_0218>": 32233,
"<patch_index_0219>": 32234,
"<patch_index_0220>": 32235,
"<patch_index_0221>": 32236,
"<patch_index_0222>": 32237,
"<patch_index_0223>": 32238,
"<patch_index_0224>": 32239,
"<patch_index_0225>": 32240,
"<patch_index_0226>": 32241,
"<patch_index_0227>": 32242,
"<patch_index_0228>": 32243,
"<patch_index_0229>": 32244,
"<patch_index_0230>": 32245,
"<patch_index_0231>": 32246,
"<patch_index_0232>": 32247,
"<patch_index_0233>": 32248,
"<patch_index_0234>": 32249,
"<patch_index_0235>": 32250,
"<patch_index_0236>": 32251,
"<patch_index_0237>": 32252,
"<patch_index_0238>": 32253,
"<patch_index_0239>": 32254,
"<patch_index_0240>": 32255,
"<patch_index_0241>": 32256,
"<patch_index_0242>": 32257,
"<patch_index_0243>": 32258,
"<patch_index_0244>": 32259,
"<patch_index_0245>": 32260,
"<patch_index_0246>": 32261,
"<patch_index_0247>": 32262,
"<patch_index_0248>": 32263,
"<patch_index_0249>": 32264,
"<patch_index_0250>": 32265,
"<patch_index_0251>": 32266,
"<patch_index_0252>": 32267,
"<patch_index_0253>": 32268,
"<patch_index_0254>": 32269,
"<patch_index_0255>": 32270,
"<patch_index_0256>": 32271,
"<phrase>": 32009,
"[/IMG]": 32002,
"[/gIMG]": 32005,
"[EOC]": 32006,
"[IMG]": 32001,
"[PAD]": 32000,
"[VIDEO]": 32007,
"[gIMG]": 32004
}