BAAI
/

Emu2-Gen / tokenizer /special_tokens_map.json
ryanzhangfan's picture
Upload 30 files
94953a3
raw
history blame
7.16 kB
{
"additional_special_tokens": [
"[IMG]",
"[/IMG]",
"<image>",
"[gIMG]",
"[/gIMG]",
"[EOC]",
"[VIDEO]",
"<grounding>",
"<phrase>",
"</phrase>",
"<object>",
"</object>",
"</delimiter_of_multi_objects/>",
"<REC>",
"<patch_index_0000>",
"<patch_index_0001>",
"<patch_index_0002>",
"<patch_index_0003>",
"<patch_index_0004>",
"<patch_index_0005>",
"<patch_index_0006>",
"<patch_index_0007>",
"<patch_index_0008>",
"<patch_index_0009>",
"<patch_index_0010>",
"<patch_index_0011>",
"<patch_index_0012>",
"<patch_index_0013>",
"<patch_index_0014>",
"<patch_index_0015>",
"<patch_index_0016>",
"<patch_index_0017>",
"<patch_index_0018>",
"<patch_index_0019>",
"<patch_index_0020>",
"<patch_index_0021>",
"<patch_index_0022>",
"<patch_index_0023>",
"<patch_index_0024>",
"<patch_index_0025>",
"<patch_index_0026>",
"<patch_index_0027>",
"<patch_index_0028>",
"<patch_index_0029>",
"<patch_index_0030>",
"<patch_index_0031>",
"<patch_index_0032>",
"<patch_index_0033>",
"<patch_index_0034>",
"<patch_index_0035>",
"<patch_index_0036>",
"<patch_index_0037>",
"<patch_index_0038>",
"<patch_index_0039>",
"<patch_index_0040>",
"<patch_index_0041>",
"<patch_index_0042>",
"<patch_index_0043>",
"<patch_index_0044>",
"<patch_index_0045>",
"<patch_index_0046>",
"<patch_index_0047>",
"<patch_index_0048>",
"<patch_index_0049>",
"<patch_index_0050>",
"<patch_index_0051>",
"<patch_index_0052>",
"<patch_index_0053>",
"<patch_index_0054>",
"<patch_index_0055>",
"<patch_index_0056>",
"<patch_index_0057>",
"<patch_index_0058>",
"<patch_index_0059>",
"<patch_index_0060>",
"<patch_index_0061>",
"<patch_index_0062>",
"<patch_index_0063>",
"<patch_index_0064>",
"<patch_index_0065>",
"<patch_index_0066>",
"<patch_index_0067>",
"<patch_index_0068>",
"<patch_index_0069>",
"<patch_index_0070>",
"<patch_index_0071>",
"<patch_index_0072>",
"<patch_index_0073>",
"<patch_index_0074>",
"<patch_index_0075>",
"<patch_index_0076>",
"<patch_index_0077>",
"<patch_index_0078>",
"<patch_index_0079>",
"<patch_index_0080>",
"<patch_index_0081>",
"<patch_index_0082>",
"<patch_index_0083>",
"<patch_index_0084>",
"<patch_index_0085>",
"<patch_index_0086>",
"<patch_index_0087>",
"<patch_index_0088>",
"<patch_index_0089>",
"<patch_index_0090>",
"<patch_index_0091>",
"<patch_index_0092>",
"<patch_index_0093>",
"<patch_index_0094>",
"<patch_index_0095>",
"<patch_index_0096>",
"<patch_index_0097>",
"<patch_index_0098>",
"<patch_index_0099>",
"<patch_index_0100>",
"<patch_index_0101>",
"<patch_index_0102>",
"<patch_index_0103>",
"<patch_index_0104>",
"<patch_index_0105>",
"<patch_index_0106>",
"<patch_index_0107>",
"<patch_index_0108>",
"<patch_index_0109>",
"<patch_index_0110>",
"<patch_index_0111>",
"<patch_index_0112>",
"<patch_index_0113>",
"<patch_index_0114>",
"<patch_index_0115>",
"<patch_index_0116>",
"<patch_index_0117>",
"<patch_index_0118>",
"<patch_index_0119>",
"<patch_index_0120>",
"<patch_index_0121>",
"<patch_index_0122>",
"<patch_index_0123>",
"<patch_index_0124>",
"<patch_index_0125>",
"<patch_index_0126>",
"<patch_index_0127>",
"<patch_index_0128>",
"<patch_index_0129>",
"<patch_index_0130>",
"<patch_index_0131>",
"<patch_index_0132>",
"<patch_index_0133>",
"<patch_index_0134>",
"<patch_index_0135>",
"<patch_index_0136>",
"<patch_index_0137>",
"<patch_index_0138>",
"<patch_index_0139>",
"<patch_index_0140>",
"<patch_index_0141>",
"<patch_index_0142>",
"<patch_index_0143>",
"<patch_index_0144>",
"<patch_index_0145>",
"<patch_index_0146>",
"<patch_index_0147>",
"<patch_index_0148>",
"<patch_index_0149>",
"<patch_index_0150>",
"<patch_index_0151>",
"<patch_index_0152>",
"<patch_index_0153>",
"<patch_index_0154>",
"<patch_index_0155>",
"<patch_index_0156>",
"<patch_index_0157>",
"<patch_index_0158>",
"<patch_index_0159>",
"<patch_index_0160>",
"<patch_index_0161>",
"<patch_index_0162>",
"<patch_index_0163>",
"<patch_index_0164>",
"<patch_index_0165>",
"<patch_index_0166>",
"<patch_index_0167>",
"<patch_index_0168>",
"<patch_index_0169>",
"<patch_index_0170>",
"<patch_index_0171>",
"<patch_index_0172>",
"<patch_index_0173>",
"<patch_index_0174>",
"<patch_index_0175>",
"<patch_index_0176>",
"<patch_index_0177>",
"<patch_index_0178>",
"<patch_index_0179>",
"<patch_index_0180>",
"<patch_index_0181>",
"<patch_index_0182>",
"<patch_index_0183>",
"<patch_index_0184>",
"<patch_index_0185>",
"<patch_index_0186>",
"<patch_index_0187>",
"<patch_index_0188>",
"<patch_index_0189>",
"<patch_index_0190>",
"<patch_index_0191>",
"<patch_index_0192>",
"<patch_index_0193>",
"<patch_index_0194>",
"<patch_index_0195>",
"<patch_index_0196>",
"<patch_index_0197>",
"<patch_index_0198>",
"<patch_index_0199>",
"<patch_index_0200>",
"<patch_index_0201>",
"<patch_index_0202>",
"<patch_index_0203>",
"<patch_index_0204>",
"<patch_index_0205>",
"<patch_index_0206>",
"<patch_index_0207>",
"<patch_index_0208>",
"<patch_index_0209>",
"<patch_index_0210>",
"<patch_index_0211>",
"<patch_index_0212>",
"<patch_index_0213>",
"<patch_index_0214>",
"<patch_index_0215>",
"<patch_index_0216>",
"<patch_index_0217>",
"<patch_index_0218>",
"<patch_index_0219>",
"<patch_index_0220>",
"<patch_index_0221>",
"<patch_index_0222>",
"<patch_index_0223>",
"<patch_index_0224>",
"<patch_index_0225>",
"<patch_index_0226>",
"<patch_index_0227>",
"<patch_index_0228>",
"<patch_index_0229>",
"<patch_index_0230>",
"<patch_index_0231>",
"<patch_index_0232>",
"<patch_index_0233>",
"<patch_index_0234>",
"<patch_index_0235>",
"<patch_index_0236>",
"<patch_index_0237>",
"<patch_index_0238>",
"<patch_index_0239>",
"<patch_index_0240>",
"<patch_index_0241>",
"<patch_index_0242>",
"<patch_index_0243>",
"<patch_index_0244>",
"<patch_index_0245>",
"<patch_index_0246>",
"<patch_index_0247>",
"<patch_index_0248>",
"<patch_index_0249>",
"<patch_index_0250>",
"<patch_index_0251>",
"<patch_index_0252>",
"<patch_index_0253>",
"<patch_index_0254>",
"<patch_index_0255>",
"<patch_index_0256>"
],
"bos_token": "<s>",
"eos_token": "</s>",
"pad_token": "[PAD]",
"unk_token": {
"content": "<unk>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
}
}