edit-translator / added_tokens.json
JiyangZhang's picture
Upload tokenizer
c314db4 verified
raw
history blame contribute delete
761 Bytes
{
"<DELETE>": 32120,
"<DELETE_END>": 32121,
"<INSERT>": 32112,
"<INSERT_END>": 32115,
"<INSERT_NEW>": 32114,
"<INSERT_NEW_KEEP_AFTER>": 32119,
"<INSERT_NEW_KEEP_BEFORE>": 32117,
"<INSERT_OLD>": 32113,
"<INSERT_OLD_KEEP_AFTER>": 32118,
"<INSERT_OLD_KEEP_BEFORE>": 32116,
"<KEEP>": 32122,
"<KEEP_END>": 32123,
"<REPLACE>": 32100,
"<REPLACE_END>": 32103,
"<REPLACE_NEW>": 32102,
"<REPLACE_NEW_DELETE_KEEP_AFTER>": 32111,
"<REPLACE_NEW_DELETE_KEEP_BEFORE>": 32109,
"<REPLACE_NEW_KEEP_AFTER>": 32107,
"<REPLACE_NEW_KEEP_BEFORE>": 32105,
"<REPLACE_OLD>": 32101,
"<REPLACE_OLD_DELETE_KEEP_AFTER>": 32110,
"<REPLACE_OLD_DELETE_KEEP_BEFORE>": 32108,
"<REPLACE_OLD_KEEP_AFTER>": 32106,
"<REPLACE_OLD_KEEP_BEFORE>": 32104
}