{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 0, "content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 1, "content": "<|pad|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true } ], "normalizer": null, "pre_tokenizer": { "type": "ByteLevel", "add_prefix_space": false, "trim_offsets": true, "use_regex": true }, "post_processor": { "type": "ByteLevel", "add_prefix_space": true, "trim_offsets": false, "use_regex": true }, "decoder": { "type": "ByteLevel", "add_prefix_space": true, "trim_offsets": true, "use_regex": true }, "model": { "type": "BPE", "dropout": null, "unk_token": null, "continuing_subword_prefix": "", "end_of_word_suffix": "", "fuse_unk": false, "vocab": { "<|endoftext|>": 0, "<|pad|>": 1, "!": 2, "\"": 3, "#": 4, "$": 5, "%": 6, "&": 7, "'": 8, "(": 9, ")": 10, "*": 11, "+": 12, ",": 13, "-": 14, ".": 15, "/": 16, "0": 17, "1": 18, "2": 19, "3": 20, "4": 21, "5": 22, "6": 23, "7": 24, "8": 25, "9": 26, ":": 27, ";": 28, "<": 29, "=": 30, ">": 31, "?": 32, "@": 33, "A": 34, "B": 35, "C": 36, "D": 37, "E": 38, "F": 39, "G": 40, "H": 41, "I": 42, "J": 43, "K": 44, "L": 45, "M": 46, "N": 47, "O": 48, "P": 49, "Q": 50, "R": 51, "S": 52, "T": 53, "U": 54, "V": 55, "W": 56, "X": 57, "Y": 58, "Z": 59, "[": 60, "\\": 61, "]": 62, "^": 63, "_": 64, "`": 65, "a": 66, "b": 67, "c": 68, "d": 69, "e": 70, "f": 71, "g": 72, "h": 73, "i": 74, "j": 75, "k": 76, "l": 77, "m": 78, "n": 79, "o": 80, "p": 81, "q": 82, "r": 83, "s": 84, "t": 85, "u": 86, "v": 87, "w": 88, "x": 89, "y": 90, "z": 91, "{": 92, "|": 93, "}": 94, "~": 95, "¡": 96, "¢": 97, "£": 98, "¤": 99, "¥": 100, "¦": 101, "§": 102, "¨": 103, "©": 104, "ª": 105, "«": 106, "¬": 107, "®": 108, "¯": 109, "°": 110, "±": 111, "²": 112, "³": 113, "´": 114, "µ": 115, "¶": 116, "·": 117, "¸": 118, "¹": 119, "º": 120, "»": 121, "¼": 122, "½": 123, "¾": 124, "¿": 125, "À": 126, "Á": 127, "Â": 128, "Ã": 129, "Ä": 130, "Å": 131, "Æ": 132, "Ç": 133, "È": 134, "É": 135, "Ê": 136, "Ë": 137, "Ì": 138, "Í": 139, "Î": 140, "Ï": 141, "Ð": 142, "Ñ": 143, "Ò": 144, "Ó": 145, "Ô": 146, "Õ": 147, "Ö": 148, "×": 149, "Ø": 150, "Ù": 151, "Ú": 152, "Û": 153, "Ü": 154, "Ý": 155, "Þ": 156, "ß": 157, "à": 158, "á": 159, "â": 160, "ã": 161, "ä": 162, "å": 163, "æ": 164, "ç": 165, "è": 166, "é": 167, "ê": 168, "ë": 169, "ì": 170, "í": 171, "î": 172, "ï": 173, "ð": 174, "ñ": 175, "ò": 176, "ó": 177, "ô": 178, "õ": 179, "ö": 180, "÷": 181, "ø": 182, "ù": 183, "ú": 184, "û": 185, "ü": 186, "ý": 187, "þ": 188, "ÿ": 189, "Ā": 190, "ā": 191, "Ă": 192, "ă": 193, "Ą": 194, "ą": 195, "Ć": 196, "ć": 197, "Ĉ": 198, "ĉ": 199, "Ċ": 200, "ċ": 201, "Č": 202, "č": 203, "Ď": 204, "ď": 205, "Đ": 206, "đ": 207, "Ē": 208, "ē": 209, "Ĕ": 210, "ĕ": 211, "Ė": 212, "ė": 213, "Ę": 214, "ę": 215, "Ě": 216, "ě": 217, "Ĝ": 218, "ĝ": 219, "Ğ": 220, "ğ": 221, "Ġ": 222, "ġ": 223, "Ģ": 224, "ģ": 225, "Ĥ": 226, "ĥ": 227, "Ħ": 228, "ħ": 229, "Ĩ": 230, "ĩ": 231, "Ī": 232, "ī": 233, "Ĭ": 234, "ĭ": 235, "Į": 236, "į": 237, "İ": 238, "ı": 239, "IJ": 240, "ij": 241, "Ĵ": 242, "ĵ": 243, "Ķ": 244, "ķ": 245, "ĸ": 246, "Ĺ": 247, "ĺ": 248, "Ļ": 249, "ļ": 250, "Ľ": 251, "ľ": 252, "Ŀ": 253, "ŀ": 254, "Ł": 255, "ł": 256, "Ń": 257, "Ġ(": 258, "Ġ3": 259, "Ġ0": 260, "Ġ|": 261, "Ġ4": 262, "Ġ1": 263, "Ġr": 264, "16": 265, "Ġ5": 266, "Ġ2": 267, ").": 268, "Ġ36": 269, "tu": 270, "Ġ7": 271, "Ġ:": 272, "Ġ6": 273, "}.": 274, "Ġ35": 275, "Ġ8": 276, "Ġ40": 277, "Ġ9": 278, "Ġ38": 279, "Ġ12": 280, "})": 281, "Ġ42": 282, "Ġ10": 283, "pm": 284, "lr": 285, "46": 286, "42": 287, "32": 288, "Ġ46": 289, "36": 290, "}).": 291, "49": 292, "Ġ14": 293, "Ġ11": 294, "Ġtu": 295, "Ġ15": 296, "51": 297, "Ġ44": 298, "10": 299, "Ġ51": 300, "57": 301, "38": 302, "Ġ13": 303, "Ġ17": 304, "40": 305, "be": 306, "44": 307, "12": 308, "35": 309, "Ġ49": 310, "Ġ45": 311, "Ġ57": 312, "Ġ41": 313, "Ġ43": 314, "Ġ16": 315, "Ġ19": 316, "11": 317, "Ġ54": 318, "53": 319, ")}": 320, "Ġ47": 321, "59": 322, "55": 323, "st": 324, "Ġ59": 325, "14": 326, "Ġ53": 327, "Ġ55": 328, "Ġ18": 329, "Ġ20": 330, "64": 331, ")}.": 332, "Ġ48": 333, "45": 334, "13": 335, "41": 336, "15": 337, "Ġ22": 338, "43": 339, "ah": 340, "Ġ69": 341, "Ġ82": 342, "Ġ21": 343, "17": 344, "47": 345, "Ġg": 346, "Ġbe": 347, "Ġv": 348, "Ġlr": 349, "Ġ37": 350, "54": 351, "52": 352, "Ġ50": 353, "Ġ24": 354, "Ġ70": 355, "nh": 356, "48": 357, "Ġ39": 358, "19": 359, "Ġ52": 360, ")})": 361, "Ġ64": 362, "20": 363, "Ġ63": 364, "69": 365, "Ġ61": 366, "Ġ23": 367, ")}).": 368, "Ġ27": 369, "Ġ33": 370, "82": 371, "18": 372, "22": 373, "Ġ60": 374, "Ġ28": 375, "50": 376, "Ġ31": 377, "70": 378, "21": 379, "Ġh": 380, "Ġ62": 381, "37": 382, "24": 383, "Ġ25": 384, "Ġf": 385, "Ġ56": 386, "Ġ81": 387, "Ġ87": 388, "Ġ29": 389, "Ġ26": 390, "39": 391, "Ġ85": 392, "Ġ65": 393, "Ġpm": 394, "Ġah": 395, "Ġ32": 396, "Ġ86": 397, "56": 398, "86": 399, "33": 400, "Ġ34": 401, "27": 402, "Ġ77": 403, "Ġ30": 404, "62": 405, "28": 406, "60": 407, "61": 408, "23": 409, "Ġ80": 410, "sh": 411, "Ġst": 412, "63": 413, "25": 414, "ph": 415, "Ġ75": 416, "87": 417, "Ġ99": 418, "31": 419, "Ġ76": 420, "Ġnh": 421, "26": 422, "65": 423, "Ġ74": 424, "Ġ66": 425, "tr": 426, "th": 427, "76": 428, "81": 429, "29": 430, "Ġ68": 431, "34": 432, "77": 433, "Ġ83": 434, "Ġ67": 435, "Ġ84": 436, "30": 437, "Ġph": 438, "80": 439, "84": 440, "Ġ73": 441, "73": 442, "75": 443, "Ġsh": 444, "74": 445, "68": 446, "58": 447, "Ġ58": 448, "66": 449, "Ġtr": 450, "Ġ71": 451, "Ġ91": 452, "99": 453, "Ġ96": 454, "67": 455, "Ġ79": 456, "85": 457, "Ġ78": 458, "83": 459, "Ġ72": 460, "Ġ94": 461, "Ġth": 462, "71": 463, "79": 464, "96": 465, "72": 466, "95": 467 }, "merges": [ "Ġ (", "Ġ 3", "Ġ 0", "Ġ |", "Ġ 4", "Ġ 1", "Ġ r", "1 6", "Ġ 5", "Ġ 2", ") .", "Ġ3 6", "t u", "Ġ 7", "Ġ :", "Ġ 6", "} .", "Ġ3 5", "Ġ 8", "Ġ4 0", "Ġ 9", "Ġ3 8", "Ġ1 2", "} )", "Ġ4 2", "Ġ1 0", "p m", "l r", "4 6", "4 2", "3 2", "Ġ4 6", "3 6", "} ).", "4 9", "Ġ1 4", "Ġ1 1", "Ġ tu", "Ġ1 5", "5 1", "Ġ4 4", "1 0", "Ġ5 1", "5 7", "3 8", "Ġ1 3", "Ġ1 7", "4 0", "b e", "4 4", "1 2", "3 5", "Ġ4 9", "Ġ4 5", "Ġ5 7", "Ġ4 1", "Ġ4 3", "Ġ1 6", "Ġ1 9", "1 1", "Ġ5 4", "5 3", ") }", "Ġ4 7", "5 9", "5 5", "s t", "Ġ5 9", "1 4", "Ġ5 3", "Ġ5 5", "Ġ1 8", "Ġ2 0", "6 4", ") }.", "Ġ4 8", "4 5", "1 3", "4 1", "1 5", "Ġ2 2", "4 3", "a h", "Ġ6 9", "Ġ8 2", "Ġ2 1", "1 7", "4 7", "Ġ g", "Ġ be", "Ġ v", "Ġ lr", "Ġ3 7", "5 4", "5 2", "Ġ5 0", "Ġ2 4", "Ġ7 0", "n h", "4 8", "Ġ3 9", "1 9", "Ġ5 2", ") })", "Ġ6 4", "2 0", "Ġ6 3", "6 9", "Ġ6 1", "Ġ2 3", ") }).", "Ġ2 7", "Ġ3 3", "8 2", "1 8", "2 2", "Ġ6 0", "Ġ2 8", "5 0", "Ġ3 1", "7 0", "2 1", "Ġ h", "Ġ6 2", "3 7", "2 4", "Ġ2 5", "Ġ f", "Ġ5 6", "Ġ8 1", "Ġ8 7", "Ġ2 9", "Ġ2 6", "3 9", "Ġ8 5", "Ġ6 5", "Ġ pm", "Ġ ah", "Ġ3 2", "Ġ8 6", "5 6", "8 6", "3 3", "Ġ3 4", "2 7", "Ġ7 7", "Ġ3 0", "6 2", "2 8", "6 0", "6 1", "2 3", "Ġ8 0", "s h", "Ġ st", "6 3", "2 5", "p h", "Ġ7 5", "8 7", "Ġ9 9", "3 1", "Ġ7 6", "Ġ nh", "2 6", "6 5", "Ġ7 4", "Ġ6 6", "t r", "t h", "7 6", "8 1", "2 9", "Ġ6 8", "3 4", "7 7", "Ġ8 3", "Ġ6 7", "Ġ8 4", "3 0", "Ġ ph", "8 0", "8 4", "Ġ7 3", "7 3", "7 5", "Ġ sh", "7 4", "6 8", "5 8", "Ġ5 8", "6 6", "Ġ tr", "Ġ7 1", "Ġ9 1", "9 9", "Ġ9 6", "6 7", "Ġ7 9", "8 5", "Ġ7 8", "8 3", "Ġ7 2", "Ġ9 4", "Ġ th", "7 1", "7 9", "9 6", "7 2", "9 5" ] } }