{ "added_tokens_decoder": { "120000": { "content": "<|eos|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120001": { "content": "<|unk|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120002": { "content": "<|pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120003": { "content": "<|role_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120004": { "content": "<|role_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120005": { "content": "<|turn_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120006": { "content": "<|code_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120007": { "content": "<|code_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120008": { "content": "<|commit_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120009": { "content": "<|commit_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120010": { "content": "<|diff_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120011": { "content": "<|diff_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120012": { "content": "<|code_execution_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120013": { "content": "<|code_execution_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120014": { "content": "<|image_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120015": { "content": "<|image_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120016": { "content": "<|image_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120017": { "content": "<|video_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120018": { "content": "<|video_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120019": { "content": "<|video_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120020": { "content": "<|audio_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120021": { "content": "<|audio_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120022": { "content": "<|audio_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120023": { "content": "<|function_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120024": { "content": "<|function_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120025": { "content": "<|turn_end>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|role_start|>system<|role_end|>你是Megrez-3B-Instruct,将针对用户的问题给出详细的、积极的回答。<|turn_end|>' }}{% endif %}{{ '<|role_start|>' + message['role'] + '<|role_end|>' + message['content'] + '<|turn_end|>' }}{% endfor %}{% if add_generation_prompt %}{{ '<|role_start|>assistant<|role_end|>' }}{% endif %}", "clean_up_tokenization_spaces": true, "eos_token": "<|turn_end>", "extra_special_tokens": {}, "model_max_length": 32768, "pad_token": "<|pad|>", "padding_side": "right", "tokenizer_class": "PreTrainedTokenizerFast" }