seny1004's picture
Upload tokenizer
af70e45
raw
history blame contribute delete
No virus
5.52 kB
{
"kor": {
"*": 1,
"0": 2,
"1": 3,
"2": 4,
"3": 5,
"4": 6,
"5": 7,
"6": 8,
"7": 9,
"8": 10,
"9": 11,
"[PAD]": 354,
"[UNK]": 353,
"a": 12,
"b": 13,
"c": 14,
"d": 15,
"e": 16,
"f": 17,
"g": 18,
"h": 19,
"i": 20,
"j": 21,
"k": 22,
"l": 23,
"m": 24,
"n": 25,
"o": 26,
"p": 27,
"q": 28,
"r": 29,
"s": 30,
"t": 31,
"u": 32,
"v": 33,
"w": 34,
"x": 35,
"y": 36,
"|": 0,
"ใ„ฑ": 37,
"ใ„ฒ": 38,
"ใ„ณ": 39,
"ใ„ด": 40,
"ใ„ต": 41,
"ใ„ถ": 42,
"ใ„ท": 43,
"ใ„น": 44,
"ใ„บ": 45,
"ใ„ป": 46,
"ใ„ผ": 47,
"ใ„พ": 48,
"ใ…€": 49,
"ใ…": 50,
"ใ…‚": 51,
"ใ…„": 52,
"ใ……": 53,
"ใ…†": 54,
"ใ…‡": 55,
"ใ…ˆ": 56,
"ใ…Š": 57,
"ใ…‹": 58,
"ใ…Œ": 59,
"ใ…": 60,
"ใ…Ž": 61,
"๊ฐ€": 62,
"๊ฐœ": 63,
"๊ฐธ": 64,
"๊ฑ”": 65,
"๊ฑฐ": 66,
"๊ฒŒ": 67,
"๊ฒจ": 68,
"๊ณ„": 69,
"๊ณ ": 70,
"๊ณผ": 71,
"๊ด˜": 72,
"๊ดด": 73,
"๊ต": 74,
"๊ตฌ": 75,
"๊ถˆ": 76,
"๊ถค": 77,
"๊ท€": 78,
"๊ทœ": 79,
"๊ทธ": 80,
"๊ธฐ": 81,
"๊นŒ": 82,
"๊นจ": 83,
"๊บ ": 84,
"๊บผ": 85,
"๊ป˜": 86,
"๊ปด": 87,
"๊ผ": 88,
"๊ผฌ": 89,
"๊ฝˆ": 90,
"๊ฝค": 91,
"๊พ€": 92,
"๊พธ": 93,
"๊ฟ”": 94,
"๊ฟฐ": 95,
"๋€Œ": 96,
"๋„": 97,
"๋ผ": 98,
"๋‚˜": 99,
"๋‚ด": 100,
"๋ƒ": 101,
"๋ƒฌ": 102,
"๋„ˆ": 103,
"๋„ค": 104,
"๋…€": 105,
"๋…œ": 106,
"๋…ธ": 107,
"๋†”": 108,
"๋‡Œ": 109,
"๋‡จ": 110,
"๋ˆ„": 111,
"๋ˆ ": 112,
"๋‰˜": 113,
"๋‰ด": 114,
"๋Š": 115,
"๋Šฌ": 116,
"๋‹ˆ": 117,
"๋‹ค": 118,
"๋Œ€": 119,
"๋”": 120,
"๋ฐ": 121,
"๋ŽŒ": 122,
"๋„": 123,
"๋ผ": 124,
"๋˜": 125,
"๋‘": 126,
"๋‘ฌ": 127,
"๋’ค": 128,
"๋“€": 129,
"๋“œ": 130,
"๋””": 131,
"๋”ฐ": 132,
"๋•Œ": 133,
"๋–„": 134,
"๋– ": 135,
"๋–ผ": 136,
"๋—˜": 137,
"๋˜": 138,
"๋šœ": 139,
"๋›ฐ": 140,
"๋œจ": 141,
"๋„": 142,
"๋ ": 143,
"๋ผ": 144,
"๋ž˜": 145,
"๋žด": 146,
"๋Ÿฌ": 147,
"๋ ˆ": 148,
"๋ ค": 149,
"๋ก€": 150,
"๋กœ": 151,
"๋ขฐ": 152,
"๋ฃŒ": 153,
"๋ฃจ": 154,
"๋ค„": 155,
"๋ฅ˜": 156,
"๋ฅด": 157,
"๋ฆฌ": 158,
"๋งˆ": 159,
"๋งค": 160,
"๋จธ": 161,
"๋ฉ”": 162,
"๋ฉฐ": 163,
"๋ชจ": 164,
"๋ฌ˜": 165,
"๋ฌด": 166,
"๋ญ": 167,
"๋ฎค": 168,
"๋ฏ€": 169,
"๋ฏธ": 170,
"๋ฐ”": 171,
"๋ฐฐ": 172,
"๋ฒ„": 173,
"๋ฒ ": 174,
"๋ฒผ": 175,
"๋ณด": 176,
"๋ด": 177,
"๋ดฌ": 178,
"๋ตˆ": 179,
"๋ถ€": 180,
"๋ท”": 181,
"๋ทฐ": 182,
"๋ธŒ": 183,
"๋น„": 184,
"๋น ": 185,
"๋นผ": 186,
"๋ป": 187,
"๋ผˆ": 188,
"๋ฝ€": 189,
"๋พฐ": 190,
"๋ฟŒ": 191,
"์˜": 192,
"์‚": 193,
"์‚ฌ": 194,
"์ƒˆ": 195,
"์ƒค": 196,
"์„€": 197,
"์„œ": 198,
"์„ธ": 199,
"์…”": 200,
"์…ฐ": 201,
"์†Œ": 202,
"์‡„": 203,
"์‡ ": 204,
"์‡ผ": 205,
"์ˆ˜": 206,
"์ˆด": 207,
"์‰": 208,
"์‰ฌ": 209,
"์Šˆ": 210,
"์Šค": 211,
"์‹œ": 212,
"์‹ธ": 213,
"์Œ”": 214,
"์Œฐ": 215,
"์จ": 216,
"์Ž„": 217,
"์˜": 218,
"์ด": 219,
"์": 220,
"์‘ค": 221,
"์“ฐ": 222,
"์”Œ": 223,
"์”จ": 224,
"์•„": 225,
"์• ": 226,
"์•ผ": 227,
"์–˜": 228,
"์–ด": 229,
"์—": 230,
"์—ฌ": 231,
"์˜ˆ": 232,
"์˜ค": 233,
"์™€": 234,
"์™œ": 235,
"์™ธ": 236,
"์š”": 237,
"์šฐ": 238,
"์›Œ": 239,
"์›จ": 240,
"์œ„": 241,
"์œ ": 242,
"์œผ": 243,
"์˜": 244,
"์ด": 245,
"์ž": 246,
"์žฌ": 247,
"์Ÿˆ": 248,
"์Ÿค": 249,
"์ €": 250,
"์ œ": 251,
"์ ธ": 252,
"์กฐ": 253,
"์ขŒ": 254,
"์ฃ„": 255,
"์ฃ ": 256,
"์ฃผ": 257,
"์ค˜": 258,
"์ฅ": 259,
"์ฅฌ": 260,
"์ฆˆ": 261,
"์ง€": 262,
"์งœ": 263,
"์งธ": 264,
"์จฐ": 265,
"์ฉŒ": 266,
"์ฉจ": 267,
"์ช„": 268,
"์ชผ": 269,
"์ซ˜": 270,
"์ฌ": 271,
"์ญˆ": 272,
"์ญค": 273,
"์ฏ”": 274,
"์ฐŒ": 275,
"์ฐจ": 276,
"์ฑ„": 277,
"์ฒ˜": 278,
"์ฒด": 279,
"์ณ": 280,
"์ดˆ": 281,
"์ดค": 282,
"์ตœ": 283,
"์ตธ": 284,
"์ถ”": 285,
"์ถฐ": 286,
"์ทŒ": 287,
"์ทจ": 288,
"์ธ„": 289,
"์ธ ": 290,
"์น˜": 291,
"์นด": 292,
"์บ": 293,
"์บฌ": 294,
"์ปค": 295,
"์ผ€": 296,
"์ผœ": 297,
"์ฝ”": 298,
"์ฝฐ": 299,
"์พŒ": 300,
"์ฟ„": 301,
"์ฟ ": 302,
"์ฟผ": 303,
"ํ€˜": 304,
"ํ€ด": 305,
"ํ": 306,
"ํฌ": 307,
"ํ‚ค": 308,
"ํƒ€": 309,
"ํƒœ": 310,
"ํ„ฐ": 311,
"ํ…Œ": 312,
"ํ…จ": 313,
"ํ† ": 314,
"ํ‡ด": 315,
"ํˆฌ": 316,
"ํŠ€": 317,
"ํŠœ": 318,
"ํŠธ": 319,
"ํ‹ฐ": 320,
"ํŒŒ": 321,
"ํŒจ": 322,
"ํผ": 323,
"ํŽ˜": 324,
"ํŽด": 325,
"ํ": 326,
"ํฌ": 327,
"ํ‘œ": 328,
"ํ‘ธ": 329,
"ํ“จ": 330,
"ํ”„": 331,
"ํ”ผ": 332,
"ํ•˜": 333,
"ํ•ด": 334,
"ํ–": 335,
"ํ–ฌ": 336,
"ํ—ˆ": 337,
"ํ—ค": 338,
"ํ˜€": 339,
"ํ˜œ": 340,
"ํ˜ธ": 341,
"ํ™”": 342,
"ํ™ฐ": 343,
"ํšŒ": 344,
"ํšจ": 345,
"ํ›„": 346,
"ํ› ": 347,
"ํœ˜": 348,
"ํœด": 349,
"ํ": 350,
"ํฌ": 351,
"ํžˆ": 352
}
}