MLX
Safetensors
llama
Generated from Trainer
axolotl
dolphin-2.9.1-yi-1.5-34b-8bit / special_tokens_map.json
3thn's picture
fc3eb2bf266c8ba93daa54411d761d329e09156ae9f8e04cd83e6a6dd9e8b879
8daac62 verified
raw history blame
No virus
570 Bytes
{
"bos_token": {
"content": "<|startoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|im_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}