Update tokenizer_config.json
Browse files- tokenizer_config.json +1 -0
tokenizer_config.json
CHANGED
@@ -176,6 +176,7 @@
|
|
176 |
"processor_class": "Idefics3Processor",
|
177 |
"tokenizer_class": "GPT2Tokenizer",
|
178 |
"truncation_side": "left",
|
|
|
179 |
"unk_token": "<|endoftext|>",
|
180 |
"vocab_size": 49152
|
181 |
}
|
|
|
176 |
"processor_class": "Idefics3Processor",
|
177 |
"tokenizer_class": "GPT2Tokenizer",
|
178 |
"truncation_side": "left",
|
179 |
+
"chat_template": "<|im_start|>{% for message in messages %}{{message['role'].capitalize()}}{% if message['content'][0]['type'] == 'image' %}{{':'}}{% else %}{{': '}}{% endif %}{% for line in message['content'] %}{% if line['type'] == 'text' %}{{line['text']}}{% elif line['type'] == 'image' %}{{ '<image>' }}{% endif %}{% endfor %}<end_of_utterance>\n{% endfor %}{% if add_generation_prompt %}{{ 'Assistant:' }}{% endif %}",
|
180 |
"unk_token": "<|endoftext|>",
|
181 |
"vocab_size": 49152
|
182 |
}
|