EntityCS-39-PEP_MS-xlmr-base / added_tokens.json
fenchri's picture
add files
cb08852
{"<el>": 250017, "</de>": 250055, "</es>": 250065, "<tl>": 250008, "<es>": 250026, "<id>": 250005, "<it>": 250024, "<ms>": 250007, "</zh>": 250074, "</sw>": 250072, "<ar>": 250002, "</fr>": 250062, "<fi>": 250039, "<bg>": 250027, "<hi>": 250019, "</ko>": 250070, "<he>": 250003, "</et>": 250077, "<th>": 250032, "</te>": 250051, "</he>": 250042, "</jv>": 250045, "<zh>": 250035, "</id>": 250044, "<hu>": 250040, "<jv>": 250006, "<de>": 250016, "<ru>": 250028, "<my>": 250034, "<ko>": 250031, "<ur>": 250021, "</ja>": 250068, "<ka>": 250030, "</nl>": 250053, "<bn>": 250018, "</bg>": 250066, "<sw>": 250033, "</ms>": 250046, "<ml>": 250010, "</en>": 250054, "<vi>": 250004, "</th>": 250071, "</af>": 250052, "</fi>": 250078, "<ja>": 250029, "</mr>": 250059, "</ru>": 250067, "<af>": 250013, "</ka>": 250069, "<eu>": 250009, "</tr>": 250076, "<te>": 250012, "<tr>": 250037, "<ta>": 250011, "</pt>": 250064, "</ml>": 250049, "</hu>": 250079, "<nl>": 250014, "</it>": 250063, "<mr>": 250020, "</kk>": 250075, "</tl>": 250047, "</vi>": 250043, "</my>": 250073, "</hi>": 250058, "<fr>": 250023, "</eu>": 250048, "</ur>": 250060, "<kk>": 250036, "</bn>": 250057, "</ar>": 250041, "</ta>": 250050, "<fa>": 250022, "</el>": 250056, "<et>": 250038, "</fa>": 250061, "<en>": 250015, "<pt>": 250025}