my-mistral-finetune / special_tokens_map.json
Ice1's picture
548b66e7e482d780d0a08663c84ca39d168b9bf202f4eadc1f48556b6a0c930b
71aad7d verified
raw
history blame
414 Bytes
{
"bos_token": {
"content": "<s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "</s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}