sharpenb's picture
ba15e5c96034392e57f9c5b2b16758b680a667a7aab1ef0e7cc61efdfb93d5ff
c37c415 verified
raw
history blame
301 Bytes
{
"bos_token": {
"content": "<|begin_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|end_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}