asahi417's picture
Upload tokenizer
9e01c0a
raw
history blame
434 Bytes
{
"<hl>": 85729,
"ar_AR": 85706,
"cs_CZ": 85707,
"es_XX": 85708,
"et_EE": 85709,
"fi_FI": 85710,
"fr_XX": 85711,
"gu_IN": 85712,
"hi_IN": 85713,
"it_IT": 85714,
"ja_XX": 85715,
"kk_KZ": 85716,
"ko_KR": 85717,
"lt_LT": 85718,
"lv_LV": 85719,
"my_MM": 85720,
"ne_NP": 85721,
"nl_XX": 85722,
"ro_RO": 85723,
"ru_RU": 85724,
"si_LK": 85725,
"tr_TR": 85726,
"vi_VN": 85727,
"zh_CN": 85728
}