Writer-palmyra-20b-chat-HQQ-1bit-smashed / special_tokens_map.json
sharpenb's picture
b486f1e0010ecf74be4de82db81f4920a1d44e7d5d4ead05e558317c75a7f67e
6dee636 verified
raw
history blame
No virus
579 Bytes
{
"bos_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "[PAD]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}