multi-head-xlm-xl-tokens-38 / special_tokens_map.json
SotirisLegkas's picture
Upload tokenizer
9386147 verified
{
"additional_special_tokens": [
"<NONE>",
"<Self-direction: thought attained>",
"<Self-direction: thought constrained>",
"<Self-direction: action attained>",
"<Self-direction: action constrained>",
"<Stimulation attained>",
"<Stimulation constrained>",
"<Hedonism attained>",
"<Hedonism constrained>",
"<Achievement attained>",
"<Achievement constrained>",
"<Power: dominance attained>",
"<Power: dominance constrained>",
"<Power: resources attained>",
"<Power: resources constrained>",
"<Face attained>",
"<Face constrained>",
"<Security: personal attained>",
"<Security: personal constrained>",
"<Security: societal attained>",
"<Security: societal constrained>",
"<Tradition attained>",
"<Tradition constrained>",
"<Conformity: rules attained>",
"<Conformity: rules constrained>",
"<Conformity: interpersonal attained>",
"<Conformity: interpersonal constrained>",
"<Humility attained>",
"<Humility constrained>",
"<Benevolence: caring attained>",
"<Benevolence: caring constrained>",
"<Benevolence: dependability attained>",
"<Benevolence: dependability constrained>",
"<Universalism: concern attained>",
"<Universalism: concern constrained>",
"<Universalism: nature attained>",
"<Universalism: nature constrained>",
"<Universalism: tolerance attained>",
"<Universalism: tolerance constrained>"
],
"bos_token": {
"content": "<s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"cls_token": {
"content": "<s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "</s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"mask_token": {
"content": "<mask>",
"lstrip": true,
"normalized": true,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "<pad>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"sep_token": {
"content": "</s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}