Goku-8x22B-v0.1 / adapter /special_tokens_map.json
MaziyarPanahi's picture
5e4f9c508f5a8e196564fca5d7d2ebf3ed992b856adaa3a0cf27a1d83fbb7356
0c8f0fb verified
raw
history blame
443 Bytes
{
"bos_token": {
"content": "<s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|im_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": "</s>",
"unk_token": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}