{ "added_tokens_decoder": { "100256": { "content": "<|dummy_id_2|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100257": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100258": { "content": "<|fim_prefix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100259": { "content": "<|fim_middle|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100260": { "content": "<|fim_suffix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100261": { "content": "<|system|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100262": { "content": "<|user|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100263": { "content": "<|assistant|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100264": { "content": "<|dummy_id_0|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100265": { "content": "<|dummy_id_1|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100266": { "content": "<|end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100267": { "content": "<|dummy_id_3|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100268": { "content": "<|dummy_id_4|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100269": { "content": "<|dummy_id_5|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100270": { "content": "<|dummy_id_6|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100271": { "content": "<|dummy_id_7|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100272": { "content": "<|dummy_id_8|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100273": { "content": "<|dummy_id_9|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100274": { "content": "<|dummy_id_10|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100275": { "content": "<|dummy_id_11|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100276": { "content": "<|endofprompt|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100277": { "content": "<|dummy_id_12|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100278": { "content": "<|dummy_id_13|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100279": { "content": "<|dummy_id_14|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100280": { "content": "<|dummy_id_15|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100281": { "content": "<|dummy_id_16|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100282": { "content": "<|dummy_id_17|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100283": { "content": "<|dummy_id_18|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100284": { "content": "<|dummy_id_19|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100285": { "content": "<|dummy_id_20|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100286": { "content": "<|dummy_id_21|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100287": { "content": "<|dummy_id_22|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100288": { "content": "<|dummy_id_23|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100289": { "content": "<|dummy_id_24|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100290": { "content": "<|dummy_id_25|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100291": { "content": "<|dummy_id_26|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100292": { "content": "<|dummy_id_27|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100293": { "content": "<|dummy_id_28|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100294": { "content": "<|dummy_id_29|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100295": { "content": "<|dummy_id_30|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100296": { "content": "<|dummy_id_31|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100297": { "content": "<|dummy_id_32|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100298": { "content": "<|dummy_id_33|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100299": { "content": "<|dummy_id_34|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100300": { "content": "<|dummy_id_35|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100301": { "content": "<|dummy_id_36|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100302": { "content": "<|dummy_id_37|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100303": { "content": "<|dummy_id_38|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100304": { "content": "<|dummy_id_39|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100305": { "content": "<|dummy_id_40|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100306": { "content": "<|dummy_id_41|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100307": { "content": "<|dummy_id_42|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100308": { "content": "<|dummy_id_43|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100309": { "content": "<|dummy_id_44|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100310": { "content": "<|dummy_id_45|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100311": { "content": "<|dummy_id_46|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100312": { "content": "<|dummy_id_47|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100313": { "content": "<|dummy_id_48|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100314": { "content": "<|dummy_id_49|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100315": { "content": "<|dummy_id_50|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100316": { "content": "<|dummy_id_51|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100317": { "content": "<|dummy_id_52|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100318": { "content": "<|dummy_id_53|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100319": { "content": "<|dummy_id_54|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100320": { "content": "<|dummy_id_55|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100321": { "content": "<|dummy_id_56|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100322": { "content": "<|dummy_id_57|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100323": { "content": "<|dummy_id_58|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100324": { "content": "<|dummy_id_59|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100325": { "content": "<|dummy_id_60|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100326": { "content": "<|dummy_id_61|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100327": { "content": "<|dummy_id_62|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100328": { "content": "<|dummy_id_63|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100329": { "content": "<|dummy_id_64|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100330": { "content": "<|dummy_id_65|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100331": { "content": "<|dummy_id_66|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100332": { "content": "<|dummy_id_67|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100333": { "content": "<|dummy_id_68|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100334": { "content": "<|dummy_id_69|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100335": { "content": "<|dummy_id_70|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100336": { "content": "<|dummy_id_71|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100337": { "content": "<|dummy_id_72|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100338": { "content": "<|dummy_id_73|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100339": { "content": "<|dummy_id_74|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100340": { "content": "<|dummy_id_75|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100341": { "content": "<|dummy_id_76|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100342": { "content": "<|dummy_id_77|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100343": { "content": "<|dummy_id_78|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100344": { "content": "<|dummy_id_79|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100345": { "content": "<|dummy_id_80|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100346": { "content": "<|dummy_id_81|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100347": { "content": "<|dummy_id_82|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100348": { "content": "<|dummy_id_83|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100349": { "content": "<|dummy_id_84|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100350": { "content": "<|dummy_id_85|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100351": { "content": "<|dummy_id_86|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "bos_token": "<|endoftext|>", "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}", "clean_up_tokenization_spaces": true, "eos_token": "<|endoftext|>", "model_input_names": [ "input_ids", "attention_mask" ], "model_max_length": 1000000000000000019884624838656, "tokenizer_class": "PreTrainedTokenizerFast" }