rumbart-2595 / added_tokens.json
dantepalacio's picture
Upload tokenizer
5466dc3
raw
history blame contribute delete
489 Bytes
{
"af_ZA": 24234,
"az_AZ": 24235,
"bn_IN": 24236,
"fa_IR": 24237,
"gl_ES": 24259,
"he_IL": 24238,
"hr_HR": 24239,
"id_ID": 24240,
"ka_GE": 24241,
"km_KH": 24242,
"mk_MK": 24243,
"ml_IN": 24244,
"mn_MN": 24245,
"mr_IN": 24246,
"pl_PL": 24247,
"ps_AF": 24248,
"pt_XX": 24249,
"sl_SI": 24260,
"sv_SE": 24250,
"sw_KE": 24251,
"ta_IN": 24252,
"te_IN": 24253,
"th_TH": 24254,
"tl_XX": 24255,
"uk_UA": 24256,
"ur_PK": 24257,
"xh_ZA": 24258
}