s2g_summ_bart / special_tokens_map.json
system's picture
system HF staff
Commit From AutoTrain
3f3828c
raw
history blame contribute delete
529 Bytes
{
"additional_special_tokens": [
"ar_AR",
"cs_CZ",
"de_DE",
"en_XX",
"es_XX",
"et_EE",
"fi_FI",
"fr_XX",
"gu_IN",
"hi_IN",
"it_IT",
"ja_XX",
"kk_KZ",
"ko_KR",
"lt_LT",
"lv_LV",
"my_MM",
"ne_NP",
"nl_XX",
"ro_RO",
"ru_RU",
"si_LK",
"tr_TR",
"vi_VN",
"zh_CN"
],
"bos_token": "<s>",
"cls_token": "<s>",
"eos_token": "</s>",
"mask_token": "<mask>",
"pad_token": "<pad>",
"sep_token": "</s>",
"unk_token": "<unk>"
}