xlm-roberta-large_ALL_BCE_new_data_multihead_19_shuffled_special_tokens_final
/
tokenizer_config.json
{ | |
"added_tokens_decoder": { | |
"0": { | |
"content": "<s>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"1": { | |
"content": "<pad>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"2": { | |
"content": "</s>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"3": { | |
"content": "<unk>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"250001": { | |
"content": "<mask>", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"250002": { | |
"content": "<Self-direction: action>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"250003": { | |
"content": "<Self-direction: thought>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"250004": { | |
"content": "<Humility>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"250005": { | |
"content": "<Power: resources>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"250006": { | |
"content": "<Security: personal>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"250007": { | |
"content": "<Hedonism>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"250008": { | |
"content": "<Conformity: interpersonal>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"250009": { | |
"content": "<Conformity: rules>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"250010": { | |
"content": "<Tradition>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"250011": { | |
"content": "<Benevolence: dependability>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"250012": { | |
"content": "<Face>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"250013": { | |
"content": "<Universalism: tolerance>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"250014": { | |
"content": "<Universalism: concern>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"250015": { | |
"content": "<Stimulation>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"250016": { | |
"content": "<Universalism: nature>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"250017": { | |
"content": "<Security: societal>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"250018": { | |
"content": "<Benevolence: caring>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"250019": { | |
"content": "<Achievement>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"250020": { | |
"content": "<Power: dominance>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
} | |
}, | |
"additional_special_tokens": [ | |
"<Self-direction: action>", | |
"<Self-direction: thought>", | |
"<Humility>", | |
"<Power: resources>", | |
"<Security: personal>", | |
"<Hedonism>", | |
"<Conformity: interpersonal>", | |
"<Conformity: rules>", | |
"<Tradition>", | |
"<Benevolence: dependability>", | |
"<Face>", | |
"<Universalism: tolerance>", | |
"<Universalism: concern>", | |
"<Stimulation>", | |
"<Universalism: nature>", | |
"<Security: societal>", | |
"<Benevolence: caring>", | |
"<Achievement>", | |
"<Power: dominance>" | |
], | |
"bos_token": "<s>", | |
"clean_up_tokenization_spaces": true, | |
"cls_token": "<s>", | |
"do_lower_case": false, | |
"eos_token": "</s>", | |
"mask_token": "<mask>", | |
"model_max_length": 512, | |
"pad_token": "<pad>", | |
"sep_token": "</s>", | |
"tokenizer_class": "XLMRobertaTokenizer", | |
"unk_token": "<unk>" | |
} | |