sethuiyer commited on
Commit
9d21e9e
1 Parent(s): a38ae6c

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -47,7 +47,7 @@
47
  "<|end_of_turn|>"
48
  ],
49
  "bos_token": "<s>",
50
- "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{% if message['role'] == 'system' %}{{'<|im_start|>GPT4 Correct ' + message['role'] + ':\n' + message['content'] + ' Always use <|end_of_turn|> when you want to end the answer. <|im_end|>' + '\n'}}{% else %}{{'<|im_start|>GPT4 Correct ' + message['role'] + ':\n' + message['content'] + ' <|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>GPT4 Correct Assistant:\n' }}{% endif %}",
51
  "clean_up_tokenization_spaces": false,
52
  "eos_token": "<|end_of_turn|>",
53
  "legacy": true,
 
47
  "<|end_of_turn|>"
48
  ],
49
  "bos_token": "<s>",
50
+ "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{% if message['role'] == 'system' %}{{'<|im_start|>GPT4 Correct ' + message['role'] + ':\n' + message['content'] + ' Always use <|end_of_turn|> when you want to end the answer. <|im_end|>' + '\n'}}{% else %}{{'<|im_start|>GPT4 Correct ' + message['role'] + ':\n' + message['content'] + ' <|im_end|>' + '\n'}}{% endif %} {% endfor %} {% if add_generation_prompt %}{{ '<|im_start|>GPT4 Correct Assistant:\n' }}{% endif %}",
51
  "clean_up_tokenization_spaces": false,
52
  "eos_token": "<|end_of_turn|>",
53
  "legacy": true,