low-resource-language-model-adaptation
/
adapted_tokenizers
/replaced-opt-hau
/opt_1000-replace_full-hau-opt
/replaced_token_ids.json
[48562, 48563, 48564, 48565, 48567, 48569, 48570, 48572, 48576, 48577, 48579, 48581, 48583, 48585, 48587, 48591, 48592, 48593, 48594, 48596, 48599, 48600, 48601, 48602, 48603, 48605, 48607, 48608, 48612, 48613, 48616, 48617, 48618, 48619, 48620, 48621, 48622, 48623, 48625, 48626, 48627, 48630, 48633, 48635, 48636, 48637, 48641, 48643, 48644, 48646, 48650, 48651, 48652, 48653, 48654, 48657, 48658, 48659, 48661, 48662, 48664, 48666, 48667, 48668, 48670, 48672, 48673, 48674, 48675, 48676, 48677, 48678, 48680, 48683, 48685, 48686, 48688, 48689, 48691, 48692, 48700, 48701, 48702, 48703, 48705, 48707, 48708, 48709, 48710, 48711, 48712, 48713, 48714, 48715, 48718, 48719, 48722, 48726, 48728, 48729, 48730, 48731, 48733, 48734, 48735, 48736, 48738, 48739, 48742, 48743, 48744, 48745, 48749, 48750, 48751, 48752, 48757, 48758, 48759, 48760, 48761, 48763, 48765, 48766, 48767, 48768, 48769, 48770, 48772, 48774, 48781, 48784, 48785, 48786, 48789, 48794, 48796, 48800, 48801, 48803, 48807, 48808, 48810, 48811, 48812, 48815, 48816, 48817, 48818, 48820, 48821, 48825, 48826, 48827, 48828, 48829, 48831, 48832, 48833, 48838, 48839, 48840, 48842, 48845, 48846, 48847, 48848, 48850, 48851, 48852, 48853, 48854, 48855, 48856, 48857, 48859, 48860, 48861, 48862, 48865, 48866, 48867, 48868, 48869, 48870, 48871, 48873, 48875, 48876, 48877, 48879, 48881, 48882, 48884, 48885, 48886, 48887, 48889, 48890, 48894, 48895, 48897, 48898, 48901, 48903, 48906, 48911, 48912, 48913, 48914, 48915, 48916, 48918, 48919, 48920, 48921, 48922, 48926, 48927, 48928, 48929, 48930, 48931, 48936, 48937, 48939, 48940, 48941, 48942, 48944, 48945, 48946, 48947, 48948, 48949, 48950, 48955, 48956, 48958, 48959, 48960, 48962, 48963, 48965, 48967, 48968, 48970, 48971, 48972, 48974, 48976, 48978, 48979, 48982, 48983, 48984, 48986, 48987, 48989, 48990, 48992, 48994, 48998, 48999, 49000, 49003, 49008, 49010, 49011, 49015, 49019, 49020, 49022, 49024, 49026, 49027, 49029, 49030, 49031, 49033, 49035, 49036, 49038, 49039, 49040, 49043, 49045, 49046, 49047, 49048, 49049, 49051, 49052, 49058, 49062, 49063, 49065, 49067, 49068, 49069, 49070, 49071, 49073, 49074, 49075, 49076, 49079, 49081, 49082, 49083, 49087, 49090, 49092, 49095, 49098, 49099, 49100, 49102, 49103, 49104, 49105, 49108, 49109, 49111, 49112, 49113, 49114, 49115, 49116, 49118, 49119, 49120, 49122, 49123, 49124, 49125, 49126, 49127, 49128, 49131, 49134, 49135, 49136, 49143, 49144, 49147, 49150, 49151, 49153, 49154, 49156, 49157, 49160, 49161, 49162, 49163, 49164, 49165, 49167, 49170, 49173, 49174, 49176, 49177, 49179, 49182, 49183, 49187, 49189, 49191, 49193, 49194, 49195, 49197, 49202, 49203, 49205, 49206, 49208, 49210, 49212, 49213, 49214, 49216, 49217, 49219, 49221, 49222, 49224, 49226, 49227, 49228, 49230, 49233, 49235, 49237, 49238, 49240, 49242, 49244, 49245, 49247, 49252, 49253, 49254, 49257, 49258, 49259, 49260, 49262, 49263, 49264, 49268, 49269, 49270, 49271, 49272, 49277, 49281, 49282, 49286, 49288, 49290, 49291, 49292, 49294, 49295, 49300, 49301, 49302, 49305, 49306, 49309, 49311, 49313, 49314, 49315, 49316, 49317, 49319, 49320, 49321, 49322, 49323, 49324, 49325, 49327, 49330, 49331, 49332, 49333, 49334, 49335, 49336, 49337, 49338, 49340, 49341, 49343, 49345, 49346, 49349, 49353, 49354, 49355, 49357, 49358, 49359, 49360, 49361, 49365, 49366, 49368, 49369, 49371, 49374, 49375, 49376, 49377, 49378, 49379, 49380, 49382, 49384, 49385, 49386, 49388, 49389, 49390, 49391, 49392, 49393, 49394, 49395, 49396, 49398, 49401, 49404, 49405, 49408, 49410, 49415, 49416, 49417, 49418, 49419, 49421, 49427, 49429, 49430, 49432, 49433, 49434, 49439, 49441, 49442, 49443, 49445, 49447, 49448, 49449, 49450, 49451, 49452, 49455, 49456, 49458, 49460, 49461, 49463, 49464, 49465, 49466, 49469, 49471, 49474, 49475, 49477, 49478, 49479, 49480, 49481, 49482, 49483, 49485, 49486, 49488, 49489, 49490, 49492, 49494, 49495, 49499, 49500, 49501, 49502, 49503, 49504, 49505, 49507, 49509, 49511, 49512, 49514, 49516, 49517, 49518, 49521, 49522, 49523, 49524, 49525, 49529, 49530, 49532, 49534, 49535, 49536, 49541, 49542, 49543, 49544, 49547, 49548, 49549, 49550, 49551, 49553, 49555, 49558, 49559, 49562, 49568, 49569, 49570, 49571, 49573, 49574, 49575, 49576, 49577, 49578, 49580, 49583, 49586, 49587, 49589, 49591, 49593, 49595, 49598, 49599, 49600, 49602, 49604, 49608, 49609, 49610, 49611, 49612, 49613, 49614, 49615, 49617, 49618, 49619, 49622, 49624, 49625, 49626, 49627, 49630, 49631, 49632, 49634, 49635, 49636, 49637, 49638, 49639, 49640, 49641, 49644, 49645, 49646, 49647, 49648, 49649, 49652, 49654, 49655, 49658, 49659, 49662, 49667, 49668, 49670, 49671, 49672, 49673, 49674, 49675, 49679, 49680, 49681, 49683, 49684, 49686, 49688, 49689, 49690, 49691, 49692, 49695, 49696, 49697, 49698, 49699, 49701, 49702, 49706, 49707, 49708, 49709, 49712, 49713, 49715, 49717, 49719, 49722, 49725, 49726, 49728, 49730, 49732, 49733, 49736, 49737, 49739, 49740, 49741, 49742, 49743, 49744, 49746, 49747, 49749, 49750, 49751, 49752, 49754, 49755, 49757, 49758, 49759, 49760, 49761, 49763, 49764, 49765, 49767, 49768, 49769, 49773, 49775, 49776, 49778, 49779, 49780, 49781, 49783, 49784, 49789, 49790, 49791, 49792, 49793, 49794, 49795, 49796, 49797, 49798, 49800, 49801, 49808, 49809, 49812, 49814, 49815, 49817, 49819, 49821, 49822, 49824, 49826, 49828, 49830, 49833, 49835, 49836, 49837, 49838, 49839, 49843, 49844, 49845, 49849, 49850, 49851, 49852, 49855, 49858, 49859, 49861, 49862, 49863, 49865, 49866, 49867, 49868, 49876, 49877, 49878, 49880, 49882, 49885, 49886, 49888, 49890, 49891, 49892, 49893, 49895, 49896, 49899, 49900, 49901, 49902, 49903, 49904, 49905, 49907, 49908, 49910, 49911, 49912, 49913, 49915, 49918, 49919, 49921, 49923, 49924, 49925, 49926, 49928, 49929, 49931, 49932, 49933, 49940, 49941, 49945, 49946, 49951, 49952, 49953, 49954, 49955, 49956, 49957, 49959, 49960, 49962, 49966, 49967, 49968, 49972, 49973, 49974, 49978, 49979, 49980, 49981, 49982, 49987, 49988, 49989, 49990, 49992, 49994, 49997, 49998, 50000, 50001, 50003, 50004, 50007, 50008, 50013, 50014, 50015, 50016, 50018, 50020, 50021, 50022, 50023, 50024, 50025, 50026, 50027, 50029, 50031, 50033, 50036, 50037, 50038, 50039, 50040, 50042, 50043, 50044, 50047, 50049, 50050, 50052, 50054, 50056, 50057, 50059, 50062, 50064, 50065, 50066, 50067, 50068, 50069, 50071, 50072, 50074, 50075, 50076, 50077, 50078, 50079, 50083, 50084, 50085, 50088, 50091, 50146, 50148, 50152, 50154, 50155, 50156, 50158, 50159, 50160, 50161, 50163, 50165, 50166, 50167, 50169, 50174, 50175, 50176, 50178, 50179, 50180, 50181, 50182, 50183, 50184, 50185, 50187, 50188, 50189, 50190, 50191, 50192, 50193, 50194, 50195, 50196, 50198, 50199, 50200, 50201, 50203, 50204, 50205, 50206, 50207, 50208, 50209, 50210, 50212, 50217, 50218, 50219, 50220, 50221, 50222, 50224, 50228, 50229, 50230, 50231, 50233, 50235, 50236, 50237, 50238, 50239, 50240, 50241, 50242, 50243, 50244, 50245, 50246, 50248, 50250, 50251, 50252, 50253, 50254, 50255, 50256, 50257, 50258, 50259, 50260, 50261, 50262, 50263, 50264] | |