KingNish commited on
Commit
3737db2
1 Parent(s): e81f1ae

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -195,7 +195,7 @@
195
  "<|video_pad|>"
196
  ],
197
  "bos_token": null,
198
- "chat_template": "{%- for message in messages %}\n {%- if message.role == 'user' %}\n {{- '<|im_start|>user\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == 'reasoning' %}\n {{- '<|im_start|>reasoning\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == 'assistant' %}\n {{- '<|im_start|>assistant\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- endif %}\n{%- endfor %}",
199
  "clean_up_tokenization_spaces": false,
200
  "eos_token": "<|im_end|>",
201
  "errors": "replace",
 
195
  "<|video_pad|>"
196
  ],
197
  "bos_token": null,
198
+ "chat_template": "{%- for message in messages %}\n {{- '<|im_start|>' + message['role'] + '\n' }}\n {{- message['content'] + eos_token + '\n' }}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\n' }}\n{%- endif %}\n{%- if add_reasoning_prompt %}\n {{- '<|im_start|>reasoning\n' }}\n{%- endif %}",
199
  "clean_up_tokenization_spaces": false,
200
  "eos_token": "<|im_end|>",
201
  "errors": "replace",