mvp / tokenizer_config.json

Add default chat template to tokenizer_config.json

e764a6a verified 4 months ago

252 Bytes

	{
	"model_max_length": 1024,
	"chat_template": "{% for message in messages %}{{'<\|im_start\|>' + message['role'] + '\n' + message['content'] + '<\|im_end\|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<\|im_start\|>assistant\n' }}{% endif %}"
	}