bart-translation-zh-yue / added_tokens.json
indiejoseph's picture
Upload tokenizer
66d51af
raw
history blame
1.66 kB
{
"㔷": 51297,
"㔻": 51363,
"㕪": 51352,
"㖭": 51274,
"㗅": 51284,
"㗇": 51313,
"㗩": 51288,
"㗱": 51303,
"㗳": 51282,
"㗾": 51308,
"㘉": 51325,
"㘝": 51320,
"㢌": 51350,
"㤿": 51345,
"㧬": 51295,
"㨂": 51280,
"㨘": 51338,
"㨢": 51329,
"㨾": 51366,
"㪣": 51312,
"㬟": 51361,
"㬢": 51316,
"㭍": 51327,
"㱽": 51342,
"㴝": 51314,
"䁓": 51355,
"䂿": 51351,
"䄛": 51296,
"䄞": 51332,
"䇯": 51370,
"䉺": 51357,
"䊦": 51311,
"䑛": 51307,
"䑪": 51353,
"䘆": 51315,
"䚎": 51287,
"䚗": 51364,
"䢂": 51348,
"䤵": 51317,
"䯀": 51321,
"䳆": 51341,
"嘺": 51302,
"臰": 51281,
"蠬": 51324,
"𠓼": 51354,
"𠮨": 51343,
"𠯔": 51356,
"𠱁": 51285,
"𠴕": 51340,
"𠴱": 51286,
"𠵿": 51283,
"𠸉": 51369,
"𠸎": 51305,
"𠸏": 51273,
"𠹺": 51304,
"𠺝": 51318,
"𠻺": 51272,
"𠼮": 51335,
"𠼻": 51359,
"𠽤": 51334,
"𠿪": 51310,
"𡁵": 51277,
"𡃀": 51331,
"𡃈": 51306,
"𡃉": 51271,
"𡃴": 51339,
"𡲢": 51322,
"𡷹": 51346,
"𢡱": 51362,
"𢫏": 51294,
"𢬿": 51323,
"𢭃": 51300,
"𢯎": 51289,
"𢱕": 51292,
"𢲡": 51301,
"𢲩": 51365,
"𤗈": 51337,
"𤗲": 51276,
"𤘅": 51279,
"𤶸": 51336,
"𤺊": 51347,
"𥄫": 51278,
"𥇣": 51326,
"𦉘": 51358,
"𦟌": 51290,
"𦢊": 51309,
"𧇣": 51298,
"𧊅": 51319,
"𧥺": 51291,
"𧨾": 51367,
"𨂽": 51293,
"𨂾": 51275,
"𨅝": 51360,
"𨇣": 51349,
"𩪷": 51333,
"𩰫": 51328,
"𪄠": 51330,
"𪐀": 51299,
"𪘁": 51344,
"𪙛": 51368
}