LLama-3.1-Tulu-3-8B-4b / special_tokens_map.json
GKlajer's picture
2dc53cfe04d668bd4ac19f37c99e89052d86eb0bb2ba11c7f65bcd3e004d6d27
0827fe3 verified
raw
history blame
439 Bytes
{
"bos_token": {
"content": "<|begin_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|end_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "<pad>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}