M7Yamshadowexperiment28_Experiment26T3q / special_tokens_map.json
MaziyarPanahi's picture
6a4a7e8311a03d2d4f93e90f1e598d30b93191640c3aa1c86bb7d88a26da0808
110b2f1 verified
raw
history blame
No virus
552 Bytes
{
"bos_token": {
"content": "<s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "</s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}