{ "add_bos_token": false, "add_eos_token": false, "add_prefix_space": true, "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "<|startoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3": { "content": "<|Human|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "4": { "content": "<|Assistant|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "5": { "content": "<|System|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "6": { "content": "<|im_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "7": { "content": "<|im_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8": { "content": "<|im_sep|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "9": { "content": "<|reserved003|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "10": { "content": "<|reserved004|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "11": { "content": "<|reserved005|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "12": { "content": "<|reserved006|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "13": { "content": "<|reserved007|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "14": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "15": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "16": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "17": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "18": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "19": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "20": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "21": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "22": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "23": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "24": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "25": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "26": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "27": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "29": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "30": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "31": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "33": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "34": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "35": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "37": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "38": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "39": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "41": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "42": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "43": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "44": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "45": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "46": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "47": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "49": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "50": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "51": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "52": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "53": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "54": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "55": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "56": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "57": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "58": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "59": { "content": "
  • ", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "60": { "content": "
  • ", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "61": { "content": "
  • ", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "62": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "63": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "66": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "67": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "68": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "69": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "70": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "71": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "72": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "73": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "74": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "75": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "76": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "77": { "content": "0", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "78": { "content": "1", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "79": { "content": "2", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "80": { "content": "3", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "81": { "content": "4", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "82": { "content": "5", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "83": { "content": "6", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "84": { "content": "7", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "85": { "content": "8", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "86": { "content": "9", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "87": { "content": "0", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "88": { "content": "1", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "89": { "content": "2", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "90": { "content": "3", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "91": { "content": "4", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "92": { "content": "5", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "93": { "content": "6", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "94": { "content": "7", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "95": { "content": "8", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "96": { "content": "9", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "97": { "content": ",", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "98": { "content": ".", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "99": { "content": "!", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100": { "content": "?", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "101": { "content": ",", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "102": { "content": "。", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "103": { "content": "!", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "104": { "content": "?", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "105": { "content": "、", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "106": { "content": ":", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "107": { "content": "¥", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "108": { "content": "《", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "109": { "content": "》", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "110": { "content": "【", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "111": { "content": "】", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "112": { "content": "『", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "113": { "content": "』", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "114": { "content": "```", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "115": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "117": { "content": "---", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "118": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "119": { "content": "\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "120": { "content": "\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "121": { "content": "\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "122": { "content": "\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "123": { "content": "\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "124": { "content": "\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "125": { "content": "\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "126": { "content": "\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "127": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "128": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "129": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "130": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "131": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "132": { "content": "▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "133": { "content": "▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "134": { "content": "▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "135": { "content": "▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "136": { "content": "▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "137": { "content": "▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "138": { "content": "▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "139": { "content": "▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "140": { "content": "▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "141": { "content": "▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "142": { "content": "\b", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "143": { "content": "\r", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "144": { "content": "\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "145": { "content": "<|unused000|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "146": { "content": "<|unused001|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "147": { "content": "<|unused002|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "148": { "content": "<|unused003|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "149": { "content": "<|unused004|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "150": { "content": "<|unused005|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151": { "content": "<|unused006|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "152": { "content": "<|unused007|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "153": { "content": "<|unused008|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "154": { "content": "<|unused009|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "155": { "content": "<|unused010|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "156": { "content": "<|unused011|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "157": { "content": "<|unused012|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "158": { "content": "<|unused013|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "159": { "content": "<|unused014|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "160": { "content": "<|unused015|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "161": { "content": "<|unused016|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "162": { "content": "<|unused017|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "163": { "content": "<|unused018|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "164": { "content": "<|unused019|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "165": { "content": "<|unused020|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "166": { "content": "<|unused021|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "167": { "content": "<|unused022|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "168": { "content": "<|unused023|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "169": { "content": "<|unused024|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "170": { "content": "<|unused025|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "171": { "content": "<|unused026|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "172": { "content": "<|unused027|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "173": { "content": "<|unused028|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "174": { "content": "<|unused029|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "175": { "content": "<|unused030|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "176": { "content": "<|unused031|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "177": { "content": "<|unused032|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "178": { "content": "<|unused033|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "179": { "content": "<|unused034|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "180": { "content": "<|unused035|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181": { "content": "<|unused036|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182": { "content": "<|unused037|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "183": { "content": "<|unused038|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "184": { "content": "<|unused039|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "185": { "content": "<|unused040|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "186": { "content": "<|unused041|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "187": { "content": "<|unused042|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "188": { "content": "<|unused043|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "189": { "content": "<|unused044|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "190": { "content": "<|unused045|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "191": { "content": "<|unused046|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "192": { "content": "<|unused047|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "193": { "content": "<|unused048|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "194": { "content": "<|unused049|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "195": { "content": "<|unused050|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "196": { "content": "<|unused051|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "197": { "content": "<|unused052|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "198": { "content": "<|unused053|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "199": { "content": "<|unused054|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "200": { "content": "<|unused055|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "201": { "content": "<|unused056|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "202": { "content": "<|unused057|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "203": { "content": "<|unused058|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "204": { "content": "<|unused059|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "205": { "content": "<|unused060|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "206": { "content": "<|unused061|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "207": { "content": "<|unused062|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "208": { "content": "<|unused063|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "209": { "content": "<|unused064|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "210": { "content": "<|unused065|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "211": { "content": "<|unused066|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "212": { "content": "<|unused067|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "213": { "content": "<|unused068|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "214": { "content": "<|unused069|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "215": { "content": "<|unused070|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "216": { "content": "<|unused071|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "217": { "content": "<|unused072|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "218": { "content": "<|unused073|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "219": { "content": "<|unused074|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "220": { "content": "<|unused075|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "221": { "content": "<|unused076|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "222": { "content": "<|unused077|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "223": { "content": "<|unused078|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "224": { "content": "<|unused079|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "225": { "content": "<|unused080|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "226": { "content": "<|unused081|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "227": { "content": "<|unused082|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "228": { "content": "<|unused083|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "229": { "content": "<|unused084|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "230": { "content": "<|unused085|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "231": { "content": "<|unused086|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "232": { "content": "<|unused087|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "233": { "content": "<|unused088|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "234": { "content": "<|unused089|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "235": { "content": "<|unused090|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "236": { "content": "<|unused091|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "237": { "content": "<|unused092|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "238": { "content": "<|unused093|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "239": { "content": "<|unused094|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "240": { "content": "<|unused095|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "241": { "content": "<|unused096|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "242": { "content": "<|unused097|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "243": { "content": "<|unused098|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "244": { "content": "<|unused099|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "245": { "content": "<|unused100|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "246": { "content": "<|unused101|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "247": { "content": "<|unused102|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "248": { "content": "<|unused103|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "249": { "content": "<|unused104|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250": { "content": "<|unused105|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "251": { "content": "<|unused106|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "252": { "content": "<|unused107|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "253": { "content": "<|unused108|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "254": { "content": "<|unused109|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "255": { "content": "<|unused110|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256": { "content": "<|unused111|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "257": { "content": "<|unused112|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "258": { "content": "<|unused113|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "259": { "content": "<|unused114|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "260": { "content": "<|unused115|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "261": { "content": "<|unused116|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "262": { "content": "<|unused117|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "263": { "content": "<|unused118|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "264": { "content": "<|unused119|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "265": { "content": "<|unused120|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "266": { "content": "<|unused121|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "267": { "content": "<|unused122|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "268": { "content": "<|unused123|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "269": { "content": "<|unused124|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "270": { "content": "<|unused125|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "271": { "content": "<|unused126|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "272": { "content": "<|unused127|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "273": { "content": "<|unused128|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "274": { "content": "<|unused129|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "275": { "content": "<|unused130|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "276": { "content": "<|unused131|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "277": { "content": "<|unused132|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "278": { "content": "<|unused133|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "279": { "content": "<|unused134|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "280": { "content": "<|unused135|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "281": { "content": "<|unused136|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "282": { "content": "<|unused137|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "283": { "content": "<|unused138|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "284": { "content": "<|unused139|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "285": { "content": "<|unused140|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "286": { "content": "<|unused141|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "287": { "content": "<|unused142|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "288": { "content": "<|unused143|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "289": { "content": "<|unused144|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "290": { "content": "<|unused145|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "291": { "content": "<|unused146|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "292": { "content": "<|unused147|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "293": { "content": "<|unused148|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "294": { "content": "<|unused149|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "295": { "content": "<|unused150|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "296": { "content": "<|unused151|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "297": { "content": "<|unused152|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "298": { "content": "<|unused153|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "299": { "content": "<|unused154|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "300": { "content": "<|unused155|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "301": { "content": "<|unused156|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "302": { "content": "<|unused157|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "303": { "content": "<|unused158|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "304": { "content": "<|unused159|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64000": { "content": "<|reserved000|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "64001": { "content": "<|reserved001|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "64002": { "content": "<|reserved002|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false } }, "bos_token": "<|startoftext|>", "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", "clean_up_tokenization_spaces": false, "eos_token": "<|im_end|>", "legacy": true, "model_max_length": 200000, "pad_token": "", "sp_model_kwargs": {}, "spaces_between_special_tokens": false, "tokenizer_class": "LlamaTokenizer", "unk_token": "", "use_default_system_prompt": false, "use_fast": true }