Safetensors
Chinese
KHAOSZ / tokenizer_config.json
ViperEk's picture
Upload 3 files
232a7e3 verified
raw
history blame contribute delete
715 Bytes
{
"special_tokens": {
"bos": "<|begin▁of▁sentence|>",
"eos": "<|end▁of▁sentence|>",
"pad": "<|▁pad▁|>",
"im_start": "<|im▁start|>",
"im_end": "<|im▁end|>"
},
"chat_template": "{% for message in messages %}{% if message['role'] == 'system' %}<|im▁start|>system\n{{ message['content'] }}<|im▁end|>\n{% elif message['role'] == 'user' %}<|im▁start|>user\n{{ message['content'] }}<|im▁end|>\n{% elif message['role'] == 'assistant' %}<|im▁start|>assistant\n{{ message['content'] }}<|im▁end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im▁start|>assistant\n{% endif %}"
}