{ "add_bos_token": true, "add_eos_token": false, "add_prefix_space": null, "added_tokens_decoder": { "151643": { "content": "<|end▁of▁sentence|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151644": { "content": "<|User|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151645": { "content": "<|Assistant|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151646": { "content": "<|begin▁of▁sentence|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151647": { "content": "<|EOT|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151648": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151649": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151650": { "content": "<|quad_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151651": { "content": "<|quad_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151652": { "content": "<|vision_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151653": { "content": "<|vision_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151654": { "content": "<|vision_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151655": { "content": "<|image_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151656": { "content": "<|video_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151657": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151658": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151659": { "content": "<|fim_prefix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151660": { "content": "<|fim_middle|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151661": { "content": "<|fim_suffix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151662": { "content": "<|fim_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151663": { "content": "<|repo_name|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151664": { "content": "<|file_sep|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151665": { "content": "<|0-0|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151666": { "content": "<|0-1|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151667": { "content": "<|0-2|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151668": { "content": "<|0-3|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151669": { "content": "<|0-4|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151670": { "content": "<|1-0|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151671": { "content": "<|1-1|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151672": { "content": "<|1-2|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151673": { "content": "<|1-3|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151674": { "content": "<|1-4|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151675": { "content": "<|2-0|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151676": { "content": "<|2-1|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151677": { "content": "<|2-2|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151678": { "content": "<|2-3|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151679": { "content": "<|2-4|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151680": { "content": "<|3-0|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151681": { "content": "<|3-1|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151682": { "content": "<|3-2|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151683": { "content": "<|3-3|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151684": { "content": "<|3-4|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151685": { "content": "<|4-0|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151686": { "content": "<|4-1|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151687": { "content": "<|4-2|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151688": { "content": "<|4-3|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151689": { "content": "<|4-4|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151690": { "content": "<|up|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151691": { "content": "<|down|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151692": { "content": "<|left|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151693": { "content": "<|right|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151694": { "content": "<|blank|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151695": { "content": "<|origin|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151696": { "content": "<|target|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151697": { "content": "<|no_wall|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151698": { "content": "<|up_wall|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151699": { "content": "<|down_wall|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151700": { "content": "<|left_wall|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151701": { "content": "<|right_wall|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151702": { "content": "<|up_down_wall|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151703": { "content": "<|up_left_wall|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151704": { "content": "<|up_right_wall|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151705": { "content": "<|down_left_wall|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151706": { "content": "<|down_right_wall|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151707": { "content": "<|left_right_wall|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151708": { "content": "<|up_down_left_wall|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151709": { "content": "<|up_down_right_wall|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151710": { "content": "<|up_left_right_wall|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151711": { "content": "<|down_left_right_wall|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151712": { "content": "<|all_wall|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false } }, "bos_token": "<|begin▁of▁sentence|>", "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<|User|>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<|Assistant|><|tool▁calls▁begin|><|tool▁call▁begin|>' + tool['type'] + '<|tool▁sep|>' + tool['function']['name'] + '\\n' + '```json' + '\\n' + tool['function']['arguments'] + '\\n' + '```' + '<|tool▁call▁end|>'}}{%- set ns.is_first = true -%}{%- else %}{{'\\n' + '<|tool▁call▁begin|>' + tool['type'] + '<|tool▁sep|>' + tool['function']['name'] + '\\n' + '```json' + '\\n' + tool['function']['arguments'] + '\\n' + '```' + '<|tool▁call▁end|>'}}{{'<|tool▁calls▁end|><|end▁of▁sentence|>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<|tool▁outputs▁end|>' + message['content'] + '<|end▁of▁sentence|>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<|Assistant|>' + content + '<|end▁of▁sentence|>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<|tool▁outputs▁begin|><|tool▁output▁begin|>' + message['content'] + '<|tool▁output▁end|>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\\n<|tool▁output▁begin|>' + message['content'] + '<|tool▁output▁end|>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<|tool▁outputs▁end|>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<|Assistant|>\\n'}}{% endif %}", "clean_up_tokenization_spaces": false, "eos_token": "<|end▁of▁sentence|>", "extra_special_tokens": {}, "legacy": true, "max_length": null, "model_max_length": 131072, "pad_to_multiple_of": null, "pad_token": "<|vision_pad|>", "pad_token_type_id": 0, "padding_side": "left", "sp_model_kwargs": {}, "split_special_tokens": false, "tokenizer_class": "LlamaTokenizerFast", "unk_token": null, "use_default_system_prompt": false }