Llama-1-13b-hf / special_tokens_map.json
jc3464's picture
3609c3c5bf9efd8960916cbd987e7e0e1cb3ef4414af20619b8f6a3236a2900e
e397323
raw
history blame
414 Bytes
{
"bos_token": {
"content": "<s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "</s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}