Upload tokenizer
af70e45
|
{ |
|
"kor": { |
|
"*": 1, |
|
"0": 2, |
|
"1": 3, |
|
"2": 4, |
|
"3": 5, |
|
"4": 6, |
|
"5": 7, |
|
"6": 8, |
|
"7": 9, |
|
"8": 10, |
|
"9": 11, |
|
"[PAD]": 354, |
|
"[UNK]": 353, |
|
"a": 12, |
|
"b": 13, |
|
"c": 14, |
|
"d": 15, |
|
"e": 16, |
|
"f": 17, |
|
"g": 18, |
|
"h": 19, |
|
"i": 20, |
|
"j": 21, |
|
"k": 22, |
|
"l": 23, |
|
"m": 24, |
|
"n": 25, |
|
"o": 26, |
|
"p": 27, |
|
"q": 28, |
|
"r": 29, |
|
"s": 30, |
|
"t": 31, |
|
"u": 32, |
|
"v": 33, |
|
"w": 34, |
|
"x": 35, |
|
"y": 36, |
|
"|": 0, |
|
"ใฑ": 37, |
|
"ใฒ": 38, |
|
"ใณ": 39, |
|
"ใด": 40, |
|
"ใต": 41, |
|
"ใถ": 42, |
|
"ใท": 43, |
|
"ใน": 44, |
|
"ใบ": 45, |
|
"ใป": 46, |
|
"ใผ": 47, |
|
"ใพ": 48, |
|
"ใ
": 49, |
|
"ใ
": 50, |
|
"ใ
": 51, |
|
"ใ
": 52, |
|
"ใ
": 53, |
|
"ใ
": 54, |
|
"ใ
": 55, |
|
"ใ
": 56, |
|
"ใ
": 57, |
|
"ใ
": 58, |
|
"ใ
": 59, |
|
"ใ
": 60, |
|
"ใ
": 61, |
|
"๊ฐ": 62, |
|
"๊ฐ": 63, |
|
"๊ฐธ": 64, |
|
"๊ฑ": 65, |
|
"๊ฑฐ": 66, |
|
"๊ฒ": 67, |
|
"๊ฒจ": 68, |
|
"๊ณ": 69, |
|
"๊ณ ": 70, |
|
"๊ณผ": 71, |
|
"๊ด": 72, |
|
"๊ดด": 73, |
|
"๊ต": 74, |
|
"๊ตฌ": 75, |
|
"๊ถ": 76, |
|
"๊ถค": 77, |
|
"๊ท": 78, |
|
"๊ท": 79, |
|
"๊ทธ": 80, |
|
"๊ธฐ": 81, |
|
"๊น": 82, |
|
"๊นจ": 83, |
|
"๊บ ": 84, |
|
"๊บผ": 85, |
|
"๊ป": 86, |
|
"๊ปด": 87, |
|
"๊ผ": 88, |
|
"๊ผฌ": 89, |
|
"๊ฝ": 90, |
|
"๊ฝค": 91, |
|
"๊พ": 92, |
|
"๊พธ": 93, |
|
"๊ฟ": 94, |
|
"๊ฟฐ": 95, |
|
"๋": 96, |
|
"๋": 97, |
|
"๋ผ": 98, |
|
"๋": 99, |
|
"๋ด": 100, |
|
"๋": 101, |
|
"๋ฌ": 102, |
|
"๋": 103, |
|
"๋ค": 104, |
|
"๋
": 105, |
|
"๋
": 106, |
|
"๋
ธ": 107, |
|
"๋": 108, |
|
"๋": 109, |
|
"๋จ": 110, |
|
"๋": 111, |
|
"๋ ": 112, |
|
"๋": 113, |
|
"๋ด": 114, |
|
"๋": 115, |
|
"๋ฌ": 116, |
|
"๋": 117, |
|
"๋ค": 118, |
|
"๋": 119, |
|
"๋": 120, |
|
"๋ฐ": 121, |
|
"๋": 122, |
|
"๋": 123, |
|
"๋ผ": 124, |
|
"๋": 125, |
|
"๋": 126, |
|
"๋ฌ": 127, |
|
"๋ค": 128, |
|
"๋": 129, |
|
"๋": 130, |
|
"๋": 131, |
|
"๋ฐ": 132, |
|
"๋": 133, |
|
"๋": 134, |
|
"๋ ": 135, |
|
"๋ผ": 136, |
|
"๋": 137, |
|
"๋": 138, |
|
"๋": 139, |
|
"๋ฐ": 140, |
|
"๋จ": 141, |
|
"๋": 142, |
|
"๋ ": 143, |
|
"๋ผ": 144, |
|
"๋": 145, |
|
"๋ด": 146, |
|
"๋ฌ": 147, |
|
"๋ ": 148, |
|
"๋ ค": 149, |
|
"๋ก": 150, |
|
"๋ก": 151, |
|
"๋ขฐ": 152, |
|
"๋ฃ": 153, |
|
"๋ฃจ": 154, |
|
"๋ค": 155, |
|
"๋ฅ": 156, |
|
"๋ฅด": 157, |
|
"๋ฆฌ": 158, |
|
"๋ง": 159, |
|
"๋งค": 160, |
|
"๋จธ": 161, |
|
"๋ฉ": 162, |
|
"๋ฉฐ": 163, |
|
"๋ชจ": 164, |
|
"๋ฌ": 165, |
|
"๋ฌด": 166, |
|
"๋ญ": 167, |
|
"๋ฎค": 168, |
|
"๋ฏ": 169, |
|
"๋ฏธ": 170, |
|
"๋ฐ": 171, |
|
"๋ฐฐ": 172, |
|
"๋ฒ": 173, |
|
"๋ฒ ": 174, |
|
"๋ฒผ": 175, |
|
"๋ณด": 176, |
|
"๋ด": 177, |
|
"๋ดฌ": 178, |
|
"๋ต": 179, |
|
"๋ถ": 180, |
|
"๋ท": 181, |
|
"๋ทฐ": 182, |
|
"๋ธ": 183, |
|
"๋น": 184, |
|
"๋น ": 185, |
|
"๋นผ": 186, |
|
"๋ป": 187, |
|
"๋ผ": 188, |
|
"๋ฝ": 189, |
|
"๋พฐ": 190, |
|
"๋ฟ": 191, |
|
"์": 192, |
|
"์": 193, |
|
"์ฌ": 194, |
|
"์": 195, |
|
"์ค": 196, |
|
"์": 197, |
|
"์": 198, |
|
"์ธ": 199, |
|
"์
": 200, |
|
"์
ฐ": 201, |
|
"์": 202, |
|
"์": 203, |
|
"์ ": 204, |
|
"์ผ": 205, |
|
"์": 206, |
|
"์ด": 207, |
|
"์": 208, |
|
"์ฌ": 209, |
|
"์": 210, |
|
"์ค": 211, |
|
"์": 212, |
|
"์ธ": 213, |
|
"์": 214, |
|
"์ฐ": 215, |
|
"์จ": 216, |
|
"์": 217, |
|
"์": 218, |
|
"์ด": 219, |
|
"์": 220, |
|
"์ค": 221, |
|
"์ฐ": 222, |
|
"์": 223, |
|
"์จ": 224, |
|
"์": 225, |
|
"์ ": 226, |
|
"์ผ": 227, |
|
"์": 228, |
|
"์ด": 229, |
|
"์": 230, |
|
"์ฌ": 231, |
|
"์": 232, |
|
"์ค": 233, |
|
"์": 234, |
|
"์": 235, |
|
"์ธ": 236, |
|
"์": 237, |
|
"์ฐ": 238, |
|
"์": 239, |
|
"์จ": 240, |
|
"์": 241, |
|
"์ ": 242, |
|
"์ผ": 243, |
|
"์": 244, |
|
"์ด": 245, |
|
"์": 246, |
|
"์ฌ": 247, |
|
"์": 248, |
|
"์ค": 249, |
|
"์ ": 250, |
|
"์ ": 251, |
|
"์ ธ": 252, |
|
"์กฐ": 253, |
|
"์ข": 254, |
|
"์ฃ": 255, |
|
"์ฃ ": 256, |
|
"์ฃผ": 257, |
|
"์ค": 258, |
|
"์ฅ": 259, |
|
"์ฅฌ": 260, |
|
"์ฆ": 261, |
|
"์ง": 262, |
|
"์ง": 263, |
|
"์งธ": 264, |
|
"์จฐ": 265, |
|
"์ฉ": 266, |
|
"์ฉจ": 267, |
|
"์ช": 268, |
|
"์ชผ": 269, |
|
"์ซ": 270, |
|
"์ฌ": 271, |
|
"์ญ": 272, |
|
"์ญค": 273, |
|
"์ฏ": 274, |
|
"์ฐ": 275, |
|
"์ฐจ": 276, |
|
"์ฑ": 277, |
|
"์ฒ": 278, |
|
"์ฒด": 279, |
|
"์ณ": 280, |
|
"์ด": 281, |
|
"์ดค": 282, |
|
"์ต": 283, |
|
"์ตธ": 284, |
|
"์ถ": 285, |
|
"์ถฐ": 286, |
|
"์ท": 287, |
|
"์ทจ": 288, |
|
"์ธ": 289, |
|
"์ธ ": 290, |
|
"์น": 291, |
|
"์นด": 292, |
|
"์บ": 293, |
|
"์บฌ": 294, |
|
"์ปค": 295, |
|
"์ผ": 296, |
|
"์ผ": 297, |
|
"์ฝ": 298, |
|
"์ฝฐ": 299, |
|
"์พ": 300, |
|
"์ฟ": 301, |
|
"์ฟ ": 302, |
|
"์ฟผ": 303, |
|
"ํ": 304, |
|
"ํด": 305, |
|
"ํ": 306, |
|
"ํฌ": 307, |
|
"ํค": 308, |
|
"ํ": 309, |
|
"ํ": 310, |
|
"ํฐ": 311, |
|
"ํ
": 312, |
|
"ํ
จ": 313, |
|
"ํ ": 314, |
|
"ํด": 315, |
|
"ํฌ": 316, |
|
"ํ": 317, |
|
"ํ": 318, |
|
"ํธ": 319, |
|
"ํฐ": 320, |
|
"ํ": 321, |
|
"ํจ": 322, |
|
"ํผ": 323, |
|
"ํ": 324, |
|
"ํด": 325, |
|
"ํ": 326, |
|
"ํฌ": 327, |
|
"ํ": 328, |
|
"ํธ": 329, |
|
"ํจ": 330, |
|
"ํ": 331, |
|
"ํผ": 332, |
|
"ํ": 333, |
|
"ํด": 334, |
|
"ํ": 335, |
|
"ํฌ": 336, |
|
"ํ": 337, |
|
"ํค": 338, |
|
"ํ": 339, |
|
"ํ": 340, |
|
"ํธ": 341, |
|
"ํ": 342, |
|
"ํฐ": 343, |
|
"ํ": 344, |
|
"ํจ": 345, |
|
"ํ": 346, |
|
"ํ ": 347, |
|
"ํ": 348, |
|
"ํด": 349, |
|
"ํ": 350, |
|
"ํฌ": 351, |
|
"ํ": 352 |
|
} |
|
} |
|
|