TIPO-200M / added_tokens.json
KBlueLeaf's picture
Upload 8 files
5300b97 verified
raw
history blame contribute delete
372 Bytes
{
"<|empty|>": 32000,
"<|gen_meta|>": 32012,
"<|long_to_tag|>": 32006,
"<|long|>": 32003,
"<|short_to_long_to_tag|>": 32011,
"<|short_to_long|>": 32008,
"<|short_to_tag_to_long|>": 32010,
"<|short_to_tag|>": 32007,
"<|short|>": 32002,
"<|tag_to_long|>": 32005,
"<|tag_to_short_to_long|>": 32009,
"<|very_long|>": 32004,
"<|very_short|>": 32001
}