add tokenizer

added_tokens.json

@@ -0,0 +1 @@
+{"<s>": 811, "</s>": 812}

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}

tokenizer_config.json

@@ -0,0 +1 @@
+{"unk_token": "[UNK]", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "[PAD]", "do_lower_case": false, "word_delimiter_token": "|", "special_tokens_map_file": null, "tokenizer_file": null, "name_or_path": "./", "tokenizer_class": "Wav2Vec2CTCTokenizer"}

vocab.json

@@ -0,0 +1 @@
+{"월": 0, "칼": 1, "뿌": 2, "콘": 3, "적": 4, "블": 5, "의": 6, "화": 7, "혔": 8, "죠": 9, "껴": 10, "있": 11, "랐": 12, "봐": 13, "컴": 14, "입": 15, "콧": 16, "떠": 17, "던": 18, "점": 19, "셔": 20, "낳": 21, "밝": 22, "활": 23, "딜": 24, "박": 25, "방": 26, "잎": 27, "층": 28, "갈": 29, "육": 30, "표": 31, "내": 32, "여": 33, "숙": 34, "특": 35, "본": 36, "덮": 37, "밀": 38, "법": 39, "웃": 40, "록": 41, "쇼": 42, "센": 43, "콥": 44, "생": 45, "탈": 46, "존": 47, "쫓": 48, "언": 49, "큼": 50, "즐": 51, "걱": 52, "씩": 53, "귀": 54, "춘": 55, "념": 56, "픔": 57, "발": 58, "싼": 59, "질": 60, "투": 61, "마": 62, "끔": 63, "꺼": 64, "역": 65, "굴": 66, "탑": 67, "첨": 68, "망": 69, "갱": 70, "계": 71, "혼": 72, "답": 73, "랄": 74, "봉": 75, "듀": 76, "른": 77, "홀": 78, "충": 79, "앗": 80, "금": 81, "왔": 82, "묻": 83, "콜": 84, "께": 85, "밴": 86, "덟": 87, "까": 88, "걸": 89, "밌": 90, "온": 91, "권": 92, "뼈": 93, "렉": 94, "제": 95, "뭉": 96, "목": 97, "객": 98, "취": 99, "히": 100, "렌": 101, "랍": 102, "호": 103, "양": 104, "쓰": 105, "척": 106, "컵": 107, "닥": 108, "늬": 109, "준": 110, "림": 111, "잃": 112, "동": 113, "유": 114, "십": 115, "군": 116, "폐": 117, "축": 118, "섰": 119, "노": 120, "공": 121, "뀌": 122, "짐": 123, "넋": 124, "플": 125, "흑": 126, "너": 127, "똑": 128, "쁜": 129, "할": 130, "텔": 131, "윌": 132, "켜": 133, "못": 134, "첫": 135, "합": 136, "쿠": 137, "및": 138, "액": 139, "벽": 140, "행": 141, "재": 142, "종": 143, "석": 144, "돌": 145, "런": 146, "니": 147, "훨": 148, "예": 149, "능": 150, "갔": 151, "낄": 152, "믹": 153, "크": 154, "저": 155, "뜩": 156, "갇": 157, "라": 158, "멜": 159, "팀": 160, "원": 161, "델": 162, "멈": 163, "돕": 164, "풀": 165, "럽": 166, "져": 167, "영": 168, "렛": 169, "슴": 170, "외": 171, "검": 172, "곤": 173, "이": 174, "러": 175, "메": 176, "싶": 177, "풍": 178, "킨": 179, "과": 180, "샤": 181, "청": 182, "핵": 183, "젠": 184, "란": 185, "였": 186, "판": 187, "닐": 188, "찼": 189, "펜": 190, "댄": 191, "묘": 192, "장": 193, "색": 194, "타": 195, "진": 196, "솔": 197, "태": 198, "쏙": 199, "집": 200, "놀": 201, "찰": 202, "멸": 203, "윤": 204, "불": 205, "처": 206, "셉": 207, "뜯": 208, "딪": 209, "뱉": 210, "심": 211, "앰": 212, "우": 213, "깍": 214, "키": 215, "쥔": 216, "찍": 217, "소": 218, "잘": 219, "벌": 220, "차": 221, "룬": 222, "가": 223, "썼": 224, "쥐": 225, "곱": 226, "격": 227, "요": 228, "넥": 229, "째": 230, "프": 231, "린": 232, "깊": 233, "둥": 234, "론": 235, "선": 236, "훈": 237, "닝": 238, "션": 239, "완": 240, "농": 241, "당": 242, "흔": 243, "캐": 244, "렇": 245, "얇": 246, "피": 247, "빛": 248, "몸": 249, "고": 250, "급": 251, "도": 252, "살": 253, "닷": 254, "획": 255, "녹": 256, "게": 257, "흡": 258, "백": 259, "헤": 260, "겼": 261, "롤": 262, "캔": 263, "책": 264, "놓": 265, "룰": 266, "속": 267, "좋": 268, "랜": 269, "갑": 270, "분": 271, "칠": 272, "희": 273, "얻": 274, "숨": 275, "곰": 276, "커": 277, "닙": 278, "뒤": 279, "울": 280, "손": 281, "빼": 282, "겨": 283, "총": 284, "탬": 285, "약": 286, "뉴": 287, "염": 288, "앉": 289, "퍼": 290, "될": 291, "무": 292, "포": 293, "뜻": 294, "운": 295, "범": 296, "곽": 297, "났": 298, "코": 299, "골": 300, "흘": 301, "근": 302, "구": 303, "긴": 304, "벨": 305, "렀": 306, "램": 307, "트": 308, "삼": 309, "젤": 310, "칸": 311, "뭐": 312, "왜": 313, "윗": 314, "확": 315, "또": 316, "치": 317, "꿰": 318, "득": 319, "참": 320, "략": 321, "젝": 322, "벼": 323, "잉": 324, "한": 325, "빠": 326, "뷰": 327, "맨": 328, "시": 329, "욱": 330, "아": 331, "페": 332, "낮": 333, "잔": 334, "먼": 335, "섹": 336, "었": 337, "현": 338, "턴": 339, "윅": 340, "곳": 341, "밖": 342, "넘": 343, "력": 344, "엘": 345, "둘": 346, "케": 347, "롭": 348, "촉": 349, "열": 350, "웨": 351, "꼈": 352, "눌": 353, "칭": 354, "명": 355, "담": 356, "르": 357, "틱": 358, "졌": 359, "머": 360, "낼": 361, "혐": 362, "작": 363, "걷": 364, "락": 365, "렁": 366, "끝": 367, "환": 368, "럿": 369, "순": 370, "씬": 371, "지": 372, "강": 373, "없": 374, "깔": 375, "다": 376, "에": 377, "푸": 378, "는": 379, "엔": 380, "알": 381, "캣": 382, "쓴": 383, "협": 384, "셰": 385, "산": 386, "냈": 387, "앞": 388, "죽": 389, "죄": 390, "그": 391, "같": 392, "녀": 393, "직": 394, "일": 395, "납": 396, "슈": 397, "킹": 398, "됩": 399, "웹": 400, "거": 401, "탔": 402, "레": 403, "텄": 404, "띌": 405, "궤": 406, "껍": 408, "밥": 409, "필": 410, "토": 411, "몰": 412, "큰": 413, "섯": 414, "족": 415, "싱": 416, "뮤": 417, "빌": 418, "회": 419, "쉽": 420, "며": 421, "랑": 422, "추": 423, "랫": 424, "잡": 425, "싸": 426, "신": 427, "멀": 428, "느": 429, "뚝": 430, "출": 431, "떨": 432, "쯤": 433, "널": 434, "혹": 435, "증": 436, "잇": 437, "드": 438, "젊": 439, "리": 440, "솟": 441, "관": 442, "친": 443, "기": 444, "뻗": 445, "번": 446, "붓": 447, "광": 448, "돈": 449, "꼭": 450, "곧": 451, "겟": 452, "묶": 453, "보": 454, "음": 455, "균": 456, "앙": 457, "응": 458, "위": 459, "황": 460, "짓": 461, "냄": 462, "덧": 463, "헌": 464, "밍": 465, "대": 466, "면": 467, "굽": 468, "렵": 469, "년": 470, "은": 471, "오": 472, "띄": 473, "펠": 474, "쭉": 475, "물": 476, "않": 477, "배": 478, "문": 479, "땠": 480, "템": 481, "정": 482, "픽": 483, "로": 484, "맺": 485, "샘": 486, "쇄": 487, "향": 488, "줄": 489, "뜬": 490, "카": 491, "삽": 492, "렸": 493, "간": 494, "룡": 495, "난": 496, "먹": 497, "하": 498, "부": 499, "몇": 500, "킬": 501, "땡": 502, "았": 503, "꿈": 504, "녁": 505, "모": 506, "받": 507, "브": 508, "막": 509, "탱": 510, "삭": 511, "싹": 512, "후": 513, "펀": 514, "남": 515, "뿐": 516, "줘": 517, "님": 518, "뿜": 519, "끈": 520, "최": 521, "톡": 522, "반": 523, "닿": 524, "했": 525, "딩": 526, "슷": 527, "링": 528, "떼": 529, "깃": 530, "따": 531, "앱": 532, "루": 533, "뜨": 534, "별": 535, "짝": 536, "햇": 537, "딸": 538, "해": 539, "헴": 540, "폭": 541, "료": 542, "욕": 543, "미": 544, "령": 545, "낍": 546, "빨": 547, "텀": 548, "많": 549, "덜": 550, "통": 551, "람": 552, "겠": 553, "줌": 554, "녔": 555, "빕": 556, "결": 557, "학": 558, "탄": 559, "맥": 560, "팠": 561, "험": 562, "꽤": 563, "날": 564, "릭": 565, "형": 566, "설": 567, "새": 568, "켈": 569, "핀": 570, "폴": 571, "밤": 572, "늘": 573, "전": 574, "홍": 575, "접": 576, "옵": 577, "퇴": 578, "병": 579, "두": 580, "애": 581, "잠": 582, "닮": 583, "솜": 584, "각": 585, "서": 586, "덩": 587, "류": 588, "흥": 589, "을": 590, "쌓": 591, "승": 592, "극": 593, "파": 594, "젯": 595, "복": 596, "교": 597, "주": 598, "창": 599, "야": 600, "찾": 601, "츠": 602, "릴": 603, "터": 604, "량": 605, "윔": 606, "를": 607, "옷": 608, "넷": 609, "틴": 610, "올": 611, "암": 612, "것": 613, "든": 614, "쳐": 615, "룸": 616, "탁": 617, "티": 618, "엉": 619, "들": 620, "휴": 621, "싫": 622, "움": 623, "써": 624, "넣": 625, "사": 626, "악": 627, "캠": 628, "뇌": 629, "안": 630, "닌": 631, "효": 632, "등": 633, "품": 634, "겐": 635, "달": 636, "룹": 637, "찢": 638, "틀": 639, "랙": 640, "엄": 641, "중": 642, "때": 643, "견": 644, "측": 645, "억": 646, "셨": 647, "천": 648, "습": 649, "절": 650, "려": 651, "립": 652, "연": 653, "매": 654, "낸": 655, "바": 656, "더": 657, "빈": 658, "세": 659, "숲": 660, "럼": 661, "클": 662, "멍": 663, "업": 664, "엽": 665, "체": 666, "건": 667, "누": 668, "캇": 669, "엇": 670, "조": 671, "듣": 672, "땄": 673, "붙": 674, "볼": 675, "댓": 676, "독": 677, "실": 678, "채": 679, "말": 680, "침": 681, "쪽": 682, "옇": 683, "버": 684, "칙": 685, "끌": 686, "감": 687, "허": 688, "되": 689, "와": 690, "떻": 691, "혈": 692, "워": 693, "개": 694, "컷": 695, "베": 696, "택": 697, "익": 698, "곡": 699, "네": 700, "으": 701, "길": 702, "혀": 703, "꽃": 704, "어": 705, "씨": 706, "데": 707, "짜": 708, "나": 709, "테": 710, "냐": 711, "징": 712, "편": 713, "춤": 714, "름": 715, "뿔": 716, "술": 717, "국": 718, "만": 719, "례": 720, "련": 721, "핫": 722, "즌": 723, "경": 724, "논": 725, "힌": 726, "스": 727, "냥": 728, "패": 729, "듯": 730, "수": 731, "쓸": 732, "비": 733, "자": 734, "웠": 735, "슨": 736, "괴": 737, "뛰": 738, "멘": 739, "끄": 740, "럴": 741, "겁": 742, "압": 743, "펫": 744, "평": 745, "꾸": 746, "디": 747, "임": 748, "땅": 749, "단": 750, "눈": 751, "맞": 752, "찬": 753, "텍": 754, "롱": 755, "캘": 756, "상": 757, "민": 758, "성": 759, "챔": 760, "높": 761, "팅": 762, "켰": 763, "글": 764, "슬": 765, "쇠": 766, "믿": 767, "송": 768, "쟁": 769, "변": 770, "용": 771, "규": 772, "된": 773, "끼": 774, "롬": 775, "캡": 776, "좁": 777, "샨": 778, "초": 779, "북": 780, "털": 781, "쳤": 782, "식": 783, "섬": 784, "맴": 785, "인": 786, "힐": 787, "착": 788, "떤": 789, "힘": 790, "겪": 791, "얼": 792, "픈": 793, "벤": 794, "낀": 795, "래": 796, "륙": 797, "핑": 798, "줍": 799, "즈": 800, "덕": 801, "함": 802, "팔": 803, "앤": 804, "항": 805, "샌": 806, "꾼": 807, "펴": 808, "|": 407, "[UNK]": 809, "[PAD]": 810}