add tokenizer
b280fc8
|
{ |
|
"[PAD]": 529, |
|
"[UNK]": 528, |
|
"|": 0, |
|
"๊ฐ": 1, |
|
"๊ฐ": 2, |
|
"๊ฐ": 3, |
|
"๊ฐ": 4, |
|
"๊ฐ": 5, |
|
"๊ฐ": 6, |
|
"๊ฐ": 7, |
|
"๊ฐ": 8, |
|
"๊ฐ": 9, |
|
"๊ฐ": 10, |
|
"๊ฐ": 11, |
|
"๊ฑฐ": 12, |
|
"๊ฑฑ": 13, |
|
"๊ฑด": 14, |
|
"๊ฑธ": 15, |
|
"๊ฒ": 16, |
|
"๊ฒ": 17, |
|
"๊ฒ": 18, |
|
"๊ฒ ": 19, |
|
"๊ฒจ": 20, |
|
"๊ฒฉ": 21, |
|
"๊ฒฐ": 22, |
|
"๊ฒน": 23, |
|
"๊ฒฝ": 24, |
|
"๊ณ": 25, |
|
"๊ณ ": 26, |
|
"๊ณก": 27, |
|
"๊ณฑ": 28, |
|
"๊ณต": 29, |
|
"๊ณผ": 30, |
|
"๊ด": 31, |
|
"๊ด": 32, |
|
"๊ด": 33, |
|
"๊ต": 34, |
|
"๊ต": 35, |
|
"๊ตฌ": 36, |
|
"๊ตญ": 37, |
|
"๊ถค": 38, |
|
"๊ท": 39, |
|
"๊ทธ": 40, |
|
"๊ทน": 41, |
|
"๊ทผ": 42, |
|
"๊ธ": 43, |
|
"๊ธ": 44, |
|
"๊ธฐ": 45, |
|
"๊ธด": 46, |
|
"๊ธธ": 47, |
|
"๊น": 48, |
|
"๊น": 49, |
|
"๊น": 50, |
|
"๊น": 51, |
|
"๊น": 52, |
|
"๊ผญ": 53, |
|
"๊ผด": 54, |
|
"๊พธ": 55, |
|
"๊ฟฐ": 56, |
|
"๋": 57, |
|
"๋": 58, |
|
"๋": 59, |
|
"๋": 60, |
|
"๋": 61, |
|
"๋ผ": 62, |
|
"๋": 63, |
|
"๋": 64, |
|
"๋": 65, |
|
"๋": 66, |
|
"๋ ": 67, |
|
"๋ฉ": 68, |
|
"๋ฌ": 69, |
|
"๋ด": 70, |
|
"๋": 71, |
|
"๋": 72, |
|
"๋ฅ": 73, |
|
"๋": 74, |
|
"๋": 75, |
|
"๋": 76, |
|
"๋ฃ": 77, |
|
"๋ค": 78, |
|
"๋
": 79, |
|
"๋
": 80, |
|
"๋
ธ": 81, |
|
"๋
ผ": 82, |
|
"๋": 83, |
|
"๋": 84, |
|
"๋จ": 85, |
|
"๋": 86, |
|
"๋": 87, |
|
"๋ ": 88, |
|
"๋": 89, |
|
"๋ด": 90, |
|
"๋": 91, |
|
"๋": 92, |
|
"๋": 93, |
|
"๋ฅ": 94, |
|
"๋": 95, |
|
"๋": 96, |
|
"๋": 97, |
|
"๋": 98, |
|
"๋": 99, |
|
"๋ค": 100, |
|
"๋จ": 101, |
|
"๋ฌ": 102, |
|
"๋ฎ": 103, |
|
"๋ด": 104, |
|
"๋ต": 105, |
|
"๋น": 106, |
|
"๋": 107, |
|
"๋": 108, |
|
"๋": 109, |
|
"๋": 110, |
|
"๋": 111, |
|
"๋": 112, |
|
"๋ฐ": 113, |
|
"๋": 114, |
|
"๋
": 115, |
|
"๋": 116, |
|
"๋": 117, |
|
"๋ผ": 118, |
|
"๋": 119, |
|
"๋": 120, |
|
"๋": 121, |
|
"๋ ": 122, |
|
"๋ฉ": 123, |
|
"๋": 124, |
|
"๋": 125, |
|
"๋ฅ": 126, |
|
"๋ค": 127, |
|
"๋": 128, |
|
"๋ ": 129, |
|
"๋ฃ": 130, |
|
"๋ค": 131, |
|
"๋ฌ": 132, |
|
"๋ญ": 133, |
|
"๋ฑ": 134, |
|
"๋": 135, |
|
"๋ฐ": 136, |
|
"๋ฑ": 137, |
|
"๋": 138, |
|
"๋ ": 139, |
|
"๋ค": 140, |
|
"๋จ": 141, |
|
"๋ป": 142, |
|
"๋": 143, |
|
"๋": 144, |
|
"๋ฅ": 145, |
|
"๋ฑ": 146, |
|
"๋ป": 147, |
|
"๋ผ": 148, |
|
"๋": 149, |
|
"๋": 150, |
|
"๋": 151, |
|
"๋": 152, |
|
"๋": 153, |
|
"๋": 154, |
|
"๋": 155, |
|
"๋ต": 156, |
|
"๋": 157, |
|
"๋ฌ": 158, |
|
"๋ฐ": 159, |
|
"๋ด": 160, |
|
"๋ผ": 161, |
|
"๋ฝ": 162, |
|
"๋ ": 163, |
|
"๋ ": 164, |
|
"๋ ค": 165, |
|
"๋ ฅ": 166, |
|
"๋ จ": 167, |
|
"๋ ต": 168, |
|
"๋ ธ": 169, |
|
"๋ น": 170, |
|
"๋ก": 171, |
|
"๋ก": 172, |
|
"๋ก ": 173, |
|
"๋กญ": 174, |
|
"๋ฃ": 175, |
|
"๋ฃจ": 176, |
|
"๋ฅ": 177, |
|
"๋ฅ ": 178, |
|
"๋ฅจ": 179, |
|
"๋ฅญ": 180, |
|
"๋ฅด": 181, |
|
"๋ฅต": 182, |
|
"๋ฅธ": 183, |
|
"๋ฅผ": 184, |
|
"๋ฆ": 185, |
|
"๋ฆ
": 186, |
|
"๋ฆฌ": 187, |
|
"๋ฆญ": 188, |
|
"๋ฆฐ": 189, |
|
"๋ฆผ": 190, |
|
"๋ฆฝ": 191, |
|
"๋ง": 192, |
|
"๋ง": 193, |
|
"๋ง": 194, |
|
"๋ง": 195, |
|
"๋ง": 196, |
|
"๋ง": 197, |
|
"๋ง": 198, |
|
"๋งฃ": 199, |
|
"๋งฅ": 200, |
|
"๋จธ": 201, |
|
"๋จน": 202, |
|
"๋จผ": 203, |
|
"๋ฉ": 204, |
|
"๋ฉ": 205, |
|
"๋ฉ": 206, |
|
"๋ฉฉ": 207, |
|
"๋ฉด": 208, |
|
"๋ช
": 209, |
|
"๋ช": 210, |
|
"๋ชจ": 211, |
|
"๋ชฉ": 212, |
|
"๋ชฐ": 213, |
|
"๋ชป": 214, |
|
"๋ฌด": 215, |
|
"๋ฌธ": 216, |
|
"๋ฌผ": 217, |
|
"๋ญ": 218, |
|
"๋ญ": 219, |
|
"๋ญ": 220, |
|
"๋ญก": 221, |
|
"๋ฏธ": 222, |
|
"๋ฏผ": 223, |
|
"๋ฐ": 224, |
|
"๋ฐ": 225, |
|
"๋ฐ": 226, |
|
"๋ฐ": 227, |
|
"๋ฐ": 228, |
|
"๋ฐ": 229, |
|
"๋ฐฉ": 230, |
|
"๋ฐฐ": 231, |
|
"๋ฐฑ": 232, |
|
"๋ฒ": 233, |
|
"๋ฒ": 234, |
|
"๋ฒ": 235, |
|
"๋ฒ": 236, |
|
"๋ฒก": 237, |
|
"๋ฒฝ": 238, |
|
"๋ณ": 239, |
|
"๋ณ": 240, |
|
"๋ณ": 241, |
|
"๋ณด": 242, |
|
"๋ณต": 243, |
|
"๋ณธ": 244, |
|
"๋ณผ": 245, |
|
"๋ด": 246, |
|
"๋ดค": 247, |
|
"๋ถ": 248, |
|
"๋ถ": 249, |
|
"๋ถ": 250, |
|
"๋ถ": 251, |
|
"๋ถ": 252, |
|
"๋น": 253, |
|
"๋น ": 254, |
|
"๋นผ": 255, |
|
"๋บ": 256, |
|
"๋ฟ": 257, |
|
"์ฌ": 258, |
|
"์ฐ": 259, |
|
"์ด": 260, |
|
"์ผ": 261, |
|
"์": 262, |
|
"์": 263, |
|
"์": 264, |
|
"์": 265, |
|
"์": 266, |
|
"์": 267, |
|
"์ ": 268, |
|
"์ค": 269, |
|
"์ฏ": 270, |
|
"์ฑ": 271, |
|
"์ธ": 272, |
|
"์
จ": 273, |
|
"์": 274, |
|
"์": 275, |
|
"์": 276, |
|
"์": 277, |
|
"์": 278, |
|
"์": 279, |
|
"์ซ": 280, |
|
"์ฌ": 281, |
|
"์": 282, |
|
"์": 283, |
|
"์ค": 284, |
|
"์ต": 285, |
|
"์ท": 286, |
|
"์": 287, |
|
"์": 288, |
|
"์ ": 289, |
|
"์ค": 290, |
|
"์ฌ": 291, |
|
"์ญ": 292, |
|
"์ถ": 293, |
|
"์น": 294, |
|
"์": 295, |
|
"์จ": 296, |
|
"์": 297, |
|
"์ฐ": 298, |
|
"์ด": 299, |
|
"์ธ": 300, |
|
"์": 301, |
|
"์จ": 302, |
|
"์ฉ": 303, |
|
"์ฌ": 304, |
|
"์": 305, |
|
"์": 306, |
|
"์": 307, |
|
"์": 308, |
|
"์": 309, |
|
"์": 310, |
|
"์ ": 311, |
|
"์ผ": 312, |
|
"์ฝ": 313, |
|
"์": 314, |
|
"์": 315, |
|
"์": 316, |
|
"์": 317, |
|
"์ด": 318, |
|
"์ต": 319, |
|
"์ธ": 320, |
|
"์ผ": 321, |
|
"์": 322, |
|
"์
": 323, |
|
"์": 324, |
|
"์": 325, |
|
"์": 326, |
|
"์": 327, |
|
"์": 328, |
|
"์ ": 329, |
|
"์ฌ": 330, |
|
"์ญ": 331, |
|
"์ฐ": 332, |
|
"์ด": 333, |
|
"์": 334, |
|
"์": 335, |
|
"์": 336, |
|
"์ค": 337, |
|
"์จ": 338, |
|
"์ฌ": 339, |
|
"์ฎ": 340, |
|
"์ท": 341, |
|
"์": 342, |
|
"์": 343, |
|
"์": 344, |
|
"์": 345, |
|
"์ธ": 346, |
|
"์ผ": 347, |
|
"์": 348, |
|
"์ฉ": 349, |
|
"์ฐ": 350, |
|
"์ด": 351, |
|
"์ธ": 352, |
|
"์": 353, |
|
"์": 354, |
|
"์": 355, |
|
"์": 356, |
|
"์ ": 357, |
|
"์": 358, |
|
"์ ": 359, |
|
"์ก": 360, |
|
"์จ": 361, |
|
"์ผ": 362, |
|
"์": 363, |
|
"์": 364, |
|
"์": 365, |
|
"์": 366, |
|
"์": 367, |
|
"์ด": 368, |
|
"์ต": 369, |
|
"์ธ": 370, |
|
"์ผ": 371, |
|
"์ฝ": 372, |
|
"์": 373, |
|
"์
": 374, |
|
"์": 375, |
|
"์": 376, |
|
"์": 377, |
|
"์": 378, |
|
"์": 379, |
|
"์": 380, |
|
"์ ": 381, |
|
"์ก": 382, |
|
"์ฅ": 383, |
|
"์ฌ": 384, |
|
"์ ": 385, |
|
"์ ": 386, |
|
"์ ": 387, |
|
"์ ": 388, |
|
"์ ": 389, |
|
"์ ": 390, |
|
"์ ": 391, |
|
"์ ": 392, |
|
"์ ธ": 393, |
|
"์ก": 394, |
|
"์กฐ": 395, |
|
"์กฑ": 396, |
|
"์กด": 397, |
|
"์กธ": 398, |
|
"์ข": 399, |
|
"์ข
": 400, |
|
"์ข": 401, |
|
"์ข": 402, |
|
"์ฃ ": 403, |
|
"์ฃผ": 404, |
|
"์ค": 405, |
|
"์ค": 406, |
|
"์ค": 407, |
|
"์ฆ": 408, |
|
"์ง": 409, |
|
"์ง": 410, |
|
"์ง": 411, |
|
"์ง": 412, |
|
"์ง": 413, |
|
"์ง": 414, |
|
"์ง": 415, |
|
"์ง": 416, |
|
"์ง": 417, |
|
"์ง": 418, |
|
"์งง": 419, |
|
"์งฑ": 420, |
|
"์งธ": 421, |
|
"์จ": 422, |
|
"์ฉ": 423, |
|
"์ชผ": 424, |
|
"์ชฝ": 425, |
|
"์ซ": 426, |
|
"์ญ": 427, |
|
"์ฏค": 428, |
|
"์ฐ": 429, |
|
"์ฐ": 430, |
|
"์ฐจ": 431, |
|
"์ฐฎ": 432, |
|
"์ฐธ": 433, |
|
"์ฑ": 434, |
|
"์ฑ
": 435, |
|
"์ฒ": 436, |
|
"์ฒ": 437, |
|
"์ฒ ": 438, |
|
"์ฒซ": 439, |
|
"์ฒญ": 440, |
|
"์ฒด": 441, |
|
"์ณค": 442, |
|
"์ด": 443, |
|
"์ด": 444, |
|
"์ต": 445, |
|
"์ถ": 446, |
|
"์ถ": 447, |
|
"์ถ": 448, |
|
"์ถฉ": 449, |
|
"์ถฐ": 450, |
|
"์น": 451, |
|
"์น": 452, |
|
"์น": 453, |
|
"์น ": 454, |
|
"์นจ": 455, |
|
"์นด": 456, |
|
"์นธ": 457, |
|
"์ปค": 458, |
|
"์ปด": 459, |
|
"์ผ": 460, |
|
"์ฝ": 461, |
|
"ํ": 462, |
|
"ํฌ": 463, |
|
"ํฐ": 464, |
|
"ํด": 465, |
|
"ํผ": 466, |
|
"ํฌ": 467, |
|
"ํ": 468, |
|
"ํ": 469, |
|
"ํ": 470, |
|
"ํฐ": 471, |
|
"ํ
": 472, |
|
"ํ
": 473, |
|
"ํ ": 474, |
|
"ํต": 475, |
|
"ํฌ": 476, |
|
"ํธ": 477, |
|
"ํน": 478, |
|
"ํผ": 479, |
|
"ํ": 480, |
|
"ํฐ": 481, |
|
"ํ": 482, |
|
"ํ": 483, |
|
"ํ": 484, |
|
"ํด": 485, |
|
"ํธ": 486, |
|
"ํผ": 487, |
|
"ํ
": 488, |
|
"ํ": 489, |
|
"ํฌ": 490, |
|
"ํด": 491, |
|
"ํ": 492, |
|
"ํธ": 493, |
|
"ํผ": 494, |
|
"ํ": 495, |
|
"ํ": 496, |
|
"ํ": 497, |
|
"ํผ": 498, |
|
"ํ": 499, |
|
"ํ": 500, |
|
"ํ": 501, |
|
"ํ": 502, |
|
"ํ ": 503, |
|
"ํจ": 504, |
|
"ํฉ": 505, |
|
"ํญ": 506, |
|
"ํด": 507, |
|
"ํ": 508, |
|
"ํ": 509, |
|
"ํ": 510, |
|
"ํ": 511, |
|
"ํ": 512, |
|
"ํ": 513, |
|
"ํธ": 514, |
|
"ํ": 515, |
|
"ํ": 516, |
|
"ํ": 517, |
|
"ํ": 518, |
|
"ํ": 519, |
|
"ํ": 520, |
|
"ํจ": 521, |
|
"ํ": 522, |
|
"ํ": 523, |
|
"ํจ": 524, |
|
"ํ": 525, |
|
"ํ": 526, |
|
"ํ": 527 |
|
} |
|
|