haseong8012's picture
Upload tokenizer
d6ba159
raw
history blame
17 kB
{
"[PAD]": 1204,
"[UNK]": 1203,
"|": 472,
"가": 837,
"각": 722,
"간": 654,
"갈": 918,
"감": 262,
"갑": 376,
"값": 865,
"갓": 307,
"갔": 166,
"강": 1123,
"갖": 727,
"같": 548,
"갚": 49,
"개": 804,
"객": 278,
"갠": 1010,
"갤": 193,
"갯": 396,
"갱": 781,
"거": 773,
"걱": 793,
"건": 414,
"걷": 549,
"걸": 25,
"검": 1002,
"겁": 910,
"것": 144,
"겉": 790,
"게": 738,
"겐": 502,
"겟": 310,
"겠": 1151,
"겨": 971,
"격": 317,
"겪": 312,
"견": 874,
"결": 664,
"겸": 425,
"겹": 124,
"겼": 691,
"경": 473,
"곁": 98,
"계": 624,
"고": 4,
"곡": 1100,
"곤": 348,
"곧": 195,
"골": 744,
"곰": 178,
"곱": 805,
"곳": 810,
"공": 219,
"곶": 209,
"과": 365,
"곽": 782,
"관": 103,
"괄": 783,
"괌": 1185,
"광": 1105,
"괘": 496,
"괭": 39,
"괴": 71,
"굉": 869,
"교": 218,
"구": 540,
"국": 593,
"군": 1081,
"굳": 226,
"굴": 936,
"굵": 1074,
"굶": 802,
"굽": 931,
"굿": 847,
"궁": 711,
"궈": 927,
"권": 932,
"궐": 611,
"궤": 1170,
"귀": 623,
"규": 35,
"균": 907,
"그": 1148,
"극": 1065,
"근": 1001,
"글": 765,
"금": 1114,
"급": 131,
"긋": 165,
"긍": 612,
"기": 247,
"긴": 406,
"길": 672,
"김": 102,
"깁": 913,
"깃": 38,
"깊": 1012,
"까": 588,
"깎": 1112,
"깔": 150,
"깝": 996,
"깡": 269,
"깥": 903,
"깨": 582,
"깬": 1098,
"꺼": 299,
"껍": 232,
"껏": 683,
"껑": 353,
"께": 518,
"껴": 776,
"꼈": 958,
"꼬": 777,
"꼭": 484,
"꼴": 1166,
"꼼": 268,
"꼽": 850,
"꽁": 794,
"꽂": 314,
"꽃": 878,
"꽝": 416,
"꽥": 532,
"꾸": 1180,
"꾼": 149,
"꿀": 716,
"꿇": 1111,
"꿈": 655,
"꿎": 182,
"꿔": 751,
"꿨": 628,
"꿰": 449,
"뀌": 1021,
"뀐": 755,
"끄": 701,
"끅": 608,
"끈": 707,
"끊": 284,
"끌": 61,
"끓": 999,
"끔": 542,
"끗": 835,
"끝": 57,
"끼": 808,
"끽": 135,
"낀": 675,
"낌": 1044,
"나": 1167,
"낙": 136,
"난": 609,
"날": 311,
"낡": 1006,
"남": 963,
"납": 354,
"낫": 997,
"났": 939,
"낭": 1030,
"낮": 81,
"낯": 1095,
"낳": 632,
"내": 811,
"낸": 240,
"낼": 426,
"냄": 366,
"냅": 961,
"냇": 377,
"냈": 956,
"냉": 812,
"냐": 91,
"냥": 520,
"너": 792,
"넉": 872,
"넌": 852,
"널": 259,
"넓": 235,
"넘": 462,
"넛": 661,
"넣": 845,
"네": 1051,
"넥": 110,
"넨": 256,
"넷": 723,
"녀": 574,
"녁": 1184,
"년": 164,
"념": 768,
"녔": 1023,
"녕": 413,
"녘": 989,
"노": 430,
"녹": 791,
"논": 818,
"놀": 575,
"놈": 285,
"농": 204,
"높": 266,
"놓": 981,
"놨": 78,
"뇌": 576,
"뇨": 300,
"뇽": 754,
"누": 493,
"눈": 902,
"눌": 759,
"눠": 941,
"뉜": 533,
"뉴": 858,
"늉": 6,
"느": 1055,
"는": 555,
"늘": 362,
"늠": 302,
"능": 1172,
"늦": 605,
"늪": 200,
"늬": 244,
"니": 482,
"닉": 336,
"닌": 50,
"닐": 253,
"님": 181,
"닙": 46,
"닛": 1118,
"닝": 1197,
"다": 693,
"닥": 888,
"닦": 1108,
"단": 1160,
"닫": 769,
"달": 1188,
"닭": 602,
"닮": 965,
"닳": 844,
"담": 625,
"답": 82,
"닷": 458,
"당": 187,
"닿": 1174,
"대": 1057,
"댁": 1093,
"댐": 702,
"댓": 838,
"더": 676,
"덕": 382,
"던": 111,
"덜": 214,
"덟": 393,
"덤": 530,
"덧": 1085,
"덩": 236,
"덫": 968,
"덮": 205,
"데": 93,
"덴": 346,
"델": 1190,
"뎅": 487,
"뎌": 254,
"도": 1119,
"독": 800,
"돈": 384,
"돋": 409,
"돌": 145,
"돔": 604,
"돕": 53,
"돗": 667,
"동": 871,
"돛": 349,
"돼": 316,
"됐": 1198,
"되": 1019,
"된": 526,
"될": 447,
"됨": 481,
"됩": 419,
"두": 445,
"둑": 1201,
"둔": 1106,
"둘": 1143,
"둠": 359,
"둥": 639,
"둬": 860,
"뒀": 1162,
"뒤": 30,
"뒷": 823,
"듀": 506,
"드": 886,
"득": 511,
"든": 260,
"듣": 1078,
"들": 620,
"듬": 508,
"듭": 880,
"듯": 816,
"등": 948,
"디": 292,
"딘": 861,
"딜": 1192,
"딥": 1069,
"딨": 832,
"딩": 1099,
"딪": 1022,
"따": 1088,
"딱": 137,
"딴": 486,
"딸": 614,
"땀": 101,
"땄": 5,
"땅": 606,
"때": 105,
"땐": 1029,
"땠": 1038,
"땡": 31,
"떠": 115,
"떡": 228,
"떤": 363,
"떨": 975,
"떴": 1155,
"떻": 737,
"떼": 509,
"뗄": 662,
"또": 600,
"똑": 146,
"똥": 571,
"뚜": 966,
"뚝": 980,
"뚫": 596,
"뛰": 286,
"뛴": 529,
"뜨": 7,
"뜯": 134,
"뜸": 1173,
"뜻": 545,
"띄": 848,
"띔": 1187,
"띠": 459,
"띤": 1011,
"띨": 921,
"띵": 334,
"라": 1032,
"락": 153,
"란": 1125,
"랄": 138,
"람": 906,
"랍": 682,
"랐": 499,
"랑": 421,
"래": 132,
"랙": 1146,
"랜": 171,
"램": 1107,
"랫": 743,
"랬": 657,
"랭": 938,
"랴": 8,
"략": 68,
"량": 77,
"러": 463,
"럭": 231,
"런": 1116,
"럴": 223,
"럼": 1133,
"럽": 766,
"렀": 749,
"렁": 944,
"렇": 700,
"레": 756,
"렉": 560,
"렌": 378,
"렘": 471,
"렛": 65,
"려": 970,
"력": 51,
"련": 84,
"렬": 855,
"렴": 400,
"렵": 570,
"렷": 513,
"렸": 448,
"령": 591,
"례": 824,
"로": 569,
"록": 578,
"론": 33,
"롤": 803,
"롬": 748,
"롭": 273,
"롯": 1161,
"롱": 901,
"뢰": 344,
"료": 279,
"룡": 10,
"루": 642,
"룬": 1063,
"룰": 441,
"룸": 156,
"룹": 319,
"뤄": 658,
"뤘": 1103,
"뤼": 780,
"류": 1026,
"륙": 915,
"륜": 1014,
"률": 74,
"륭": 909,
"르": 246,
"륵": 295,
"른": 399,
"를": 820,
"름": 163,
"릅": 1140,
"릇": 1152,
"릉": 666,
"릎": 56,
"리": 797,
"릭": 883,
"린": 515,
"릴": 126,
"림": 415,
"립": 1090,
"릿": 221,
"링": 85,
"마": 598,
"막": 1000,
"만": 787,
"많": 1147,
"맏": 184,
"말": 305,
"맑": 798,
"맘": 640,
"맙": 1016,
"맛": 947,
"망": 167,
"맞": 955,
"맡": 403,
"매": 774,
"맥": 1015,
"맨": 767,
"맹": 345,
"맺": 186,
"머": 293,
"먹": 1067,
"먼": 919,
"멀": 937,
"멈": 740,
"멋": 40,
"멍": 1,
"메": 833,
"멕": 619,
"멘": 16,
"멜": 343,
"멧": 95,
"며": 1163,
"면": 1141,
"멸": 261,
"명": 229,
"몇": 846,
"모": 116,
"목": 330,
"몫": 322,
"몬": 778,
"몰": 42,
"몸": 109,
"못": 1024,
"몽": 706,
"묘": 1068,
"무": 922,
"묵": 276,
"묶": 969,
"문": 817,
"묻": 873,
"물": 1008,
"뭄": 519,
"뭇": 757,
"뭐": 224,
"뭔": 456,
"뭘": 709,
"뮤": 678,
"뮬": 435,
"므": 147,
"믈": 197,
"미": 1183,
"믹": 492,
"민": 649,
"믿": 986,
"밀": 1035,
"밋": 451,
"밌": 453,
"밍": 320,
"및": 169,
"밑": 822,
"바": 959,
"박": 990,
"밖": 501,
"반": 206,
"받": 742,
"발": 552,
"밝": 1047,
"밤": 857,
"밥": 141,
"방": 321,
"밭": 930,
"배": 1199,
"백": 385,
"밴": 673,
"뱀": 62,
"뱃": 129,
"뱅": 1101,
"버": 485,
"벅": 411,
"번": 32,
"벌": 686,
"범": 764,
"법": 1007,
"벗": 420,
"벚": 568,
"베": 185,
"벤": 690,
"벨": 819,
"벳": 881,
"벼": 692,
"벽": 1158,
"변": 379,
"별": 454,
"볍": 687,
"볐": 92,
"병": 830,
"볕": 1193,
"보": 117,
"복": 585,
"볶": 255,
"본": 212,
"볼": 1195,
"봄": 294,
"봅": 275,
"봇": 894,
"봉": 629,
"봐": 733,
"봤": 610,
"뵈": 985,
"뵙": 891,
"부": 531,
"북": 154,
"분": 1046,
"불": 442,
"붉": 801,
"붐": 427,
"붓": 412,
"붕": 54,
"붙": 245,
"뷔": 806,
"뷰": 26,
"브": 183,
"븐": 89,
"블": 698,
"비": 1117,
"빅": 1048,
"빈": 760,
"빌": 1145,
"빗": 1056,
"빙": 739,
"빚": 491,
"빛": 538,
"빠": 567,
"빨": 976,
"빵": 813,
"빼": 139,
"뺀": 333,
"뺌": 977,
"뺏": 1028,
"뺑": 1132,
"뻐": 303,
"뻑": 839,
"뻔": 786,
"뻗": 597,
"뻘": 335,
"뼈": 659,
"뽀": 795,
"뽑": 998,
"뽕": 699,
"뿌": 988,
"뿐": 70,
"뿜": 789,
"쁘": 234,
"쁜": 581,
"쁩": 592,
"삐": 213,
"사": 572,
"삭": 341,
"산": 1200,
"살": 443,
"삶": 562,
"삼": 1070,
"삽": 1109,
"삿": 383,
"샀": 1005,
"상": 528,
"새": 72,
"색": 1059,
"샌": 352,
"샐": 553,
"샘": 100,
"생": 324,
"샤": 935,
"샬": 114,
"샵": 238,
"샷": 332,
"서": 1138,
"석": 1033,
"섞": 613,
"선": 972,
"섣": 784,
"설": 161,
"섬": 9,
"섭": 168,
"섯": 856,
"섰": 1062,
"성": 696,
"세": 2,
"섹": 121,
"센": 725,
"셀": 64,
"셈": 13,
"셉": 1110,
"셋": 826,
"셔": 1025,
"션": 386,
"셜": 424,
"셨": 735,
"셰": 478,
"소": 831,
"속": 1164,
"손": 991,
"솔": 483,
"솜": 222,
"솟": 369,
"송": 217,
"솥": 480,
"쇄": 827,
"쇠": 422,
"쇤": 470,
"쇼": 507,
"숍": 208,
"수": 730,
"숙": 933,
"순": 356,
"술": 563,
"숨": 875,
"숭": 237,
"숲": 418,
"쉬": 1064,
"쉰": 387,
"쉼": 851,
"쉽": 1092,
"슈": 304,
"슐": 870,
"스": 950,
"슨": 732,
"슬": 551,
"슴": 836,
"습": 58,
"슷": 887,
"승": 391,
"시": 559,
"식": 1077,
"신": 172,
"실": 370,
"싫": 599,
"심": 867,
"십": 1202,
"싱": 1054,
"싶": 543,
"싸": 306,
"싹": 88,
"싼": 296,
"쌀": 889,
"쌈": 489,
"쌌": 904,
"쌍": 1191,
"쌓": 1153,
"써": 960,
"썩": 521,
"썰": 340,
"썼": 207,
"쏘": 388,
"쏜": 69,
"쏟": 547,
"쏠": 809,
"쑤": 859,
"쓰": 920,
"쓴": 201,
"쓸": 466,
"씀": 264,
"씁": 684,
"씌": 48,
"씨": 408,
"씩": 535,
"씬": 198,
"씸": 1171,
"씻": 772,
"아": 825,
"악": 821,
"안": 497,
"앉": 446,
"않": 1149,
"알": 108,
"앓": 715,
"암": 3,
"압": 967,
"앗": 1102,
"았": 148,
"앙": 681,
"앞": 436,
"애": 87,
"액": 190,
"앤": 457,
"앨": 1052,
"앱": 280,
"앵": 431,
"야": 11,
"약": 326,
"얇": 580,
"양": 525,
"얗": 157,
"얘": 704,
"어": 565,
"억": 398,
"언": 892,
"얹": 882,
"얻": 677,
"얼": 281,
"얽": 494,
"엄": 405,
"업": 564,
"없": 123,
"엇": 143,
"었": 905,
"엉": 467,
"엎": 617,
"에": 1080,
"엑": 829,
"엔": 1159,
"엘": 943,
"엠": 397,
"엡": 1126,
"엣": 452,
"여": 1045,
"역": 694,
"연": 1150,
"열": 879,
"엷": 648,
"염": 432,
"엽": 561,
"엿": 814,
"였": 713,
"영": 641,
"옆": 635,
"예": 1177,
"옛": 1181,
"오": 24,
"옥": 785,
"온": 199,
"올": 952,
"옮": 638,
"옳": 357,
"옴": 1004,
"옵": 152,
"옷": 721,
"옹": 992,
"와": 1196,
"완": 770,
"왈": 1061,
"왔": 512,
"왕": 1130,
"왜": 589,
"외": 122,
"왼": 650,
"요": 1135,
"욕": 1131,
"용": 1186,
"우": 863,
"욱": 712,
"운": 758,
"울": 460,
"움": 22,
"웁": 241,
"웃": 160,
"웅": 287,
"워": 192,
"원": 1142,
"월": 908,
"웠": 720,
"웨": 119,
"웬": 389,
"웹": 897,
"위": 358,
"윈": 753,
"윌": 544,
"윗": 194,
"윙": 1066,
"유": 461,
"육": 216,
"윤": 714,
"율": 1127,
"융": 815,
"으": 1071,
"은": 1124,
"을": 1169,
"음": 1086,
"읍": 636,
"응": 505,
"의": 112,
"이": 652,
"익": 1182,
"인": 945,
"일": 170,
"읽": 745,
"잃": 849,
"임": 395,
"입": 1020,
"잇": 1073,
"있": 1121,
"잉": 291,
"잊": 1076,
"잎": 885,
"자": 987,
"작": 634,
"잔": 978,
"잖": 360,
"잘": 1041,
"잠": 900,
"잡": 566,
"잣": 761,
"장": 1129,
"잦": 308,
"재": 1087,
"잭": 83,
"잰": 979,
"잽": 162,
"쟁": 289,
"저": 243,
"적": 80,
"전": 76,
"절": 631,
"젊": 252,
"젋": 99,
"점": 155,
"접": 1050,
"젓": 708,
"정": 488,
"젖": 607,
"제": 645,
"젝": 876,
"젠": 1018,
"젤": 239,
"져": 864,
"젼": 173,
"졌": 731,
"조": 66,
"족": 180,
"존": 899,
"졸": 210,
"좀": 429,
"좁": 763,
"종": 1096,
"좋": 1075,
"좌": 251,
"죄": 771,
"죠": 37,
"주": 309,
"죽": 373,
"준": 86,
"줄": 868,
"줍": 151,
"중": 995,
"줘": 705,
"줬": 954,
"쥐": 361,
"쥔": 660,
"쥘": 741,
"쥬": 203,
"즈": 557,
"즉": 297,
"즌": 982,
"즐": 450,
"즘": 120,
"증": 853,
"지": 225,
"직": 734,
"진": 106,
"질": 283,
"짊": 175,
"짐": 747,
"집": 313,
"짓": 67,
"징": 328,
"짖": 603,
"짙": 724,
"짚": 390,
"짜": 249,
"짝": 90,
"짧": 788,
"짬": 1165,
"째": 464,
"쨌": 762,
"쩌": 41,
"쩍": 524,
"쩔": 347,
"쩜": 807,
"쪼": 159,
"쪽": 477,
"쫄": 402,
"쫓": 514,
"쭉": 539,
"쯤": 866,
"찌": 60,
"찍": 1036,
"찔": 63,
"찢": 893,
"찧": 537,
"차": 1084,
"착": 107,
"찬": 133,
"찮": 23,
"찰": 1104,
"참": 1136,
"찻": 128,
"창": 671,
"찾": 583,
"채": 230,
"책": 674,
"챌": 796,
"챔": 669,
"챙": 455,
"챠": 27,
"처": 288,
"척": 1115,
"천": 984,
"철": 621,
"첨": 1128,
"첩": 407,
"첫": 665,
"청": 663,
"체": 410,
"첸": 500,
"첼": 644,
"쳇": 1031,
"쳐": 775,
"쳤": 476,
"초": 1113,
"촉": 618,
"촌": 233,
"촘": 951,
"촛": 929,
"총": 750,
"촨": 34,
"촬": 523,
"최": 703,
"추": 372,
"축": 318,
"춘": 510,
"출": 651,
"춤": 736,
"충": 364,
"춰": 912,
"취": 417,
"츠": 541,
"측": 381,
"츰": 962,
"층": 1175,
"치": 196,
"칙": 536,
"친": 717,
"칠": 142,
"침": 627,
"칩": 191,
"칫": 680,
"칭": 242,
"카": 174,
"칸": 779,
"칼": 1034,
"캉": 828,
"캐": 257,
"캔": 616,
"캘": 974,
"캠": 1003,
"커": 688,
"컥": 371,
"컨": 423,
"컫": 1176,
"컴": 277,
"컵": 934,
"컷": 973,
"컸": 18,
"케": 729,
"켈": 270,
"켐": 503,
"켑": 125,
"켓": 550,
"켜": 752,
"켰": 558,
"코": 668,
"콘": 726,
"콜": 862,
"콤": 556,
"콥": 587,
"콧": 468,
"콩": 21,
"쾌": 595,
"쿄": 1122,
"쿠": 479,
"쿡": 215,
"쿨": 710,
"쿼": 433,
"퀴": 993,
"큐": 522,
"크": 1039,
"큰": 392,
"클": 1082,
"큼": 265,
"키": 1137,
"킥": 586,
"킨": 465,
"킬": 44,
"킷": 946,
"킹": 916,
"타": 380,
"탁": 490,
"탄": 633,
"탈": 1189,
"탐": 615,
"탑": 957,
"탓": 290,
"탕": 202,
"태": 1168,
"택": 475,
"탠": 439,
"탬": 43,
"탱": 97,
"터": 329,
"턱": 898,
"턴": 469,
"털": 928,
"텃": 375,
"텅": 374,
"테": 368,
"텍": 274,
"텐": 637,
"텔": 653,
"템": 394,
"텼": 1156,
"토": 622,
"톡": 517,
"톤": 1094,
"톨": 843,
"톰": 73,
"통": 127,
"퇴": 434,
"투": 630,
"툴": 834,
"툼": 1179,
"퉁": 337,
"튀": 55,
"튜": 327,
"튬": 925,
"트": 1049,
"특": 1060,
"튼": 895,
"튿": 177,
"틀": 926,
"틈": 685,
"티": 718,
"틱": 841,
"틴": 404,
"틸": 854,
"팀": 643,
"팅": 594,
"파": 1120,
"팍": 1040,
"팎": 325,
"판": 1072,
"팔": 338,
"팜": 47,
"팡": 45,
"패": 1083,
"팩": 1058,
"팬": 158,
"팰": 401,
"팻": 1009,
"팽": 271,
"퍼": 516,
"펀": 474,
"펄": 1091,
"펌": 746,
"페": 840,
"펜": 19,
"펠": 646,
"펫": 250,
"펴": 1053,
"편": 104,
"펼": 17,
"폄": 176,
"폈": 350,
"평": 1097,
"폐": 282,
"포": 444,
"폭": 799,
"폰": 59,
"폴": 130,
"폼": 301,
"표": 323,
"푸": 1013,
"푹": 331,
"푼": 94,
"풀": 220,
"품": 20,
"풋": 1017,
"풍": 498,
"퓨": 573,
"퓰": 842,
"프": 440,
"픈": 272,
"플": 367,
"픔": 656,
"피": 719,
"픽": 96,
"핀": 248,
"필": 211,
"핏": 1042,
"핑": 1144,
"하": 953,
"학": 428,
"한": 1089,
"할": 1079,
"함": 1139,
"합": 113,
"핫": 923,
"항": 626,
"해": 339,
"핵": 437,
"핸": 355,
"햇": 495,
"했": 15,
"행": 590,
"향": 884,
"허": 263,
"헌": 1027,
"헐": 697,
"험": 924,
"헝": 28,
"헤": 695,
"헨": 689,
"헬": 1194,
"헴": 1037,
"헷": 179,
"혀": 949,
"혁": 189,
"현": 584,
"혈": 942,
"혐": 670,
"협": 579,
"혔": 964,
"형": 36,
"혜": 577,
"호": 983,
"혹": 1178,
"혼": 118,
"홀": 601,
"홈": 534,
"홉": 679,
"홍": 351,
"화": 188,
"확": 994,
"환": 315,
"활": 1134,
"황": 896,
"회": 79,
"획": 1043,
"횡": 12,
"효": 911,
"후": 267,
"훈": 14,
"훌": 917,
"훤": 438,
"훨": 75,
"훼": 728,
"휘": 227,
"휩": 546,
"휴": 877,
"흉": 890,
"흐": 1157,
"흑": 342,
"흔": 0,
"흘": 29,
"흙": 298,
"흠": 52,
"흡": 647,
"흥": 140,
"흩": 914,
"희": 258,
"흰": 527,
"히": 504,
"힌": 940,
"힐": 1154,
"힘": 554
}