{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 0, "content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 1, "content": "!", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 4, "content": "$", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 6, "content": "&", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 7, "content": "'", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 12, "content": ",", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 13, "content": "-", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 14, "content": ".", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 17, "content": "1", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 18, "content": "2", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 19, "content": "3", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 20, "content": "4", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 21, "content": "5", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 22, "content": "6", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 23, "content": "7", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 24, "content": "8", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 25, "content": "9", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 26, "content": ":", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 27, "content": ";", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 31, "content": "?", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 33, "content": "A", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 34, "content": "B", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 35, "content": "C", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 36, "content": "D", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 37, "content": "E", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 38, "content": "F", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 39, "content": "G", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 40, "content": "H", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 41, "content": "I", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 42, "content": "J", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 43, "content": "K", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 44, "content": "L", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 45, "content": "M", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 46, "content": "N", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 47, "content": "O", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 48, "content": "P", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 49, "content": "Q", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 50, "content": "R", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 51, "content": "S", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 52, "content": "T", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 53, "content": "U", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 54, "content": "V", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 55, "content": "W", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 56, "content": "X", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 57, "content": "Y", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 58, "content": "Z", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 65, "content": "a", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 66, "content": "b", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 67, "content": "c", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 68, "content": "d", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 69, "content": "e", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 70, "content": "f", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 71, "content": "g", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 72, "content": "h", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 73, "content": "i", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 74, "content": "j", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 75, "content": "k", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 76, "content": "l", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 77, "content": "m", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 78, "content": "n", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 79, "content": "o", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 80, "content": "p", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 81, "content": "q", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 82, "content": "r", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 83, "content": "s", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 84, "content": "t", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 85, "content": "u", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 86, "content": "v", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 87, "content": "w", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 88, "content": "x", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 89, "content": "y", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 90, "content": "z", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 257, "content": " ", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 258, "content": "00", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 259, "content": "01", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 260, "content": "02", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 261, "content": "03", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 262, "content": "04", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 263, "content": "05", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 264, "content": "06", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 265, "content": "07", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 266, "content": "08", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 267, "content": "09", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 268, "content": "10", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 269, "content": "11", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 270, "content": "12", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 271, "content": "13", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 272, "content": "14", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 273, "content": "15", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 274, "content": "16", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 275, "content": "17", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 276, "content": "18", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 277, "content": "19", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 278, "content": "20", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 279, "content": "21", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 280, "content": "22", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 281, "content": "23", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 282, "content": "24", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 283, "content": "25", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 284, "content": "26", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 285, "content": "27", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 286, "content": "28", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 287, "content": "29", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 288, "content": "30", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 289, "content": "31", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 290, "content": "32", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 291, "content": "33", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 292, "content": "34", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 293, "content": "35", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 294, "content": "36", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 295, "content": "37", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 296, "content": "38", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 297, "content": "39", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 298, "content": "40", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 299, "content": "41", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 300, "content": "42", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 301, "content": "43", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 302, "content": "44", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 303, "content": "45", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 304, "content": "46", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 305, "content": "47", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 306, "content": "48", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 307, "content": "49", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 308, "content": "50", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 309, "content": "51", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 310, "content": "52", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 311, "content": "53", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 312, "content": "54", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 313, "content": "55", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 314, "content": "56", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 315, "content": "57", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 316, "content": "58", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 317, "content": "59", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 318, "content": "60", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 319, "content": "61", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 320, "content": "62", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 321, "content": "63", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 322, "content": "64", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 323, "content": "65", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 324, "content": "66", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 325, "content": "67", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 326, "content": "68", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 327, "content": "69", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 328, "content": "70", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 329, "content": "71", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 330, "content": "72", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 331, "content": "73", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 332, "content": "74", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 333, "content": "75", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 334, "content": "76", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 335, "content": "77", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 336, "content": "78", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 337, "content": "79", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 338, "content": "80", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 339, "content": "81", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 340, "content": "82", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 341, "content": "83", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 342, "content": "84", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 343, "content": "85", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 344, "content": "86", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 345, "content": "87", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 346, "content": "88", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 347, "content": "89", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 348, "content": "90", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 349, "content": "91", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 350, "content": "92", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 351, "content": "93", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 352, "content": "94", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 353, "content": "95", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 354, "content": "96", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 355, "content": "97", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 356, "content": "98", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 357, "content": "99", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 358, "content": "e+00", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 359, "content": "e-00", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 360, "content": "e+01", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 361, "content": "e-01", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 362, "content": "e+02", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 363, "content": "e-02", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 364, "content": "e+03", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 365, "content": "e-03", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 366, "content": "e+04", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 367, "content": "e-04", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 368, "content": "e+05", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 369, "content": "e-05", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 370, "content": "e+06", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 371, "content": "e-06", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 372, "content": "e+07", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 373, "content": "e-07", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 374, "content": "e+08", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 375, "content": "e-08", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 376, "content": "e+9", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 377, "content": "e-9", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 378, "content": "e+10", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 379, "content": "e-10", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 380, "content": "e+11", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 381, "content": "e-11", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 382, "content": "e+12", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 383, "content": "e-12", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 384, "content": "e+13", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 385, "content": "e-13", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 386, "content": "e+14", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 387, "content": "e-14", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 388, "content": "e+15", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 389, "content": "e-15", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 390, "content": "e+16", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 391, "content": "e-16", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 392, "content": "e+17", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 393, "content": "e-17", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 394, "content": "e+18", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 395, "content": "e-18", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 396, "content": "e+19", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 397, "content": "e-19", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 398, "content": "[PAD]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true } ], "normalizer": null, "pre_tokenizer": { "type": "ByteLevel", "add_prefix_space": false, "trim_offsets": true, "use_regex": true }, "post_processor": { "type": "ByteLevel", "add_prefix_space": true, "trim_offsets": false, "use_regex": true }, "decoder": { "type": "ByteLevel", "add_prefix_space": true, "trim_offsets": true, "use_regex": true }, "model": { "type": "BPE", "dropout": null, "unk_token": null, "continuing_subword_prefix": "", "end_of_word_suffix": "", "fuse_unk": false, "vocab": { "<|endoftext|>": 0, "!": 1, "\"": 2, "#": 3, "$": 4, "%": 5, "&": 6, "'": 7, "(": 8, ")": 9, "*": 10, "+": 11, ",": 12, "-": 13, ".": 14, "/": 15, "0": 16, "1": 17, "2": 18, "3": 19, "4": 20, "5": 21, "6": 22, "7": 23, "8": 24, "9": 25, ":": 26, ";": 27, "<": 28, "=": 29, ">": 30, "?": 31, "@": 32, "A": 33, "B": 34, "C": 35, "D": 36, "E": 37, "F": 38, "G": 39, "H": 40, "I": 41, "J": 42, "K": 43, "L": 44, "M": 45, "N": 46, "O": 47, "P": 48, "Q": 49, "R": 50, "S": 51, "T": 52, "U": 53, "V": 54, "W": 55, "X": 56, "Y": 57, "Z": 58, "[": 59, "\\": 60, "]": 61, "^": 62, "_": 63, "`": 64, "a": 65, "b": 66, "c": 67, "d": 68, "e": 69, "f": 70, "g": 71, "h": 72, "i": 73, "j": 74, "k": 75, "l": 76, "m": 77, "n": 78, "o": 79, "p": 80, "q": 81, "r": 82, "s": 83, "t": 84, "u": 85, "v": 86, "w": 87, "x": 88, "y": 89, "z": 90, "{": 91, "|": 92, "}": 93, "~": 94, "¡": 95, "¢": 96, "£": 97, "¤": 98, "¥": 99, "¦": 100, "§": 101, "¨": 102, "©": 103, "ª": 104, "«": 105, "¬": 106, "®": 107, "¯": 108, "°": 109, "±": 110, "²": 111, "³": 112, "´": 113, "µ": 114, "¶": 115, "·": 116, "¸": 117, "¹": 118, "º": 119, "»": 120, "¼": 121, "½": 122, "¾": 123, "¿": 124, "À": 125, "Á": 126, "Â": 127, "Ã": 128, "Ä": 129, "Å": 130, "Æ": 131, "Ç": 132, "È": 133, "É": 134, "Ê": 135, "Ë": 136, "Ì": 137, "Í": 138, "Î": 139, "Ï": 140, "Ð": 141, "Ñ": 142, "Ò": 143, "Ó": 144, "Ô": 145, "Õ": 146, "Ö": 147, "×": 148, "Ø": 149, "Ù": 150, "Ú": 151, "Û": 152, "Ü": 153, "Ý": 154, "Þ": 155, "ß": 156, "à": 157, "á": 158, "â": 159, "ã": 160, "ä": 161, "å": 162, "æ": 163, "ç": 164, "è": 165, "é": 166, "ê": 167, "ë": 168, "ì": 169, "í": 170, "î": 171, "ï": 172, "ð": 173, "ñ": 174, "ò": 175, "ó": 176, "ô": 177, "õ": 178, "ö": 179, "÷": 180, "ø": 181, "ù": 182, "ú": 183, "û": 184, "ü": 185, "ý": 186, "þ": 187, "ÿ": 188, "Ā": 189, "ā": 190, "Ă": 191, "ă": 192, "Ą": 193, "ą": 194, "Ć": 195, "ć": 196, "Ĉ": 197, "ĉ": 198, "Ċ": 199, "ċ": 200, "Č": 201, "č": 202, "Ď": 203, "ď": 204, "Đ": 205, "đ": 206, "Ē": 207, "ē": 208, "Ĕ": 209, "ĕ": 210, "Ė": 211, "ė": 212, "Ę": 213, "ę": 214, "Ě": 215, "ě": 216, "Ĝ": 217, "ĝ": 218, "Ğ": 219, "ğ": 220, "Ġ": 221, "ġ": 222, "Ģ": 223, "ģ": 224, "Ĥ": 225, "ĥ": 226, "Ħ": 227, "ħ": 228, "Ĩ": 229, "ĩ": 230, "Ī": 231, "ī": 232, "Ĭ": 233, "ĭ": 234, "Į": 235, "į": 236, "İ": 237, "ı": 238, "IJ": 239, "ij": 240, "Ĵ": 241, "ĵ": 242, "Ķ": 243, "ķ": 244, "ĸ": 245, "Ĺ": 246, "ĺ": 247, "Ļ": 248, "ļ": 249, "Ľ": 250, "ľ": 251, "Ŀ": 252, "ŀ": 253, "Ł": 254, "ł": 255, "Ń": 256 }, "merges": [] } }