beomi-Llama-3-KoEn-8B-bnb-4bit-smashed / special_tokens_map.json
sharpenb's picture
9f01fc20ca8299ed900c203b589f584872e4f0c741621dc5cb59368f999d8d4c
10eaa56 verified
raw
history blame
301 Bytes
{
"bos_token": {
"content": "<|begin_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|end_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}