pygmalion-6b-roleplay / special_tokens_map.json
anhnv125's picture
Upload tokenizer
e49ed0b
raw
history blame
322 Bytes
{
"additional_special_tokens": [
"[/INST]",
"[INST]",
"<<SYS>>",
"<</SYS>>"
],
"bos_token": "<s>",
"eos_token": "</s>",
"pad_token": "<|endoftext|>",
"unk_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
}
}