low-resource-language-model-adaptation
/
adapted_tokenizers
/added-opt-amh
/opt_500-add_full-amh-opt
/added_tokens.json
{ | |
" แ": 50712, | |
" แ": 50428, | |
" แแ": 50662, | |
" แแแณ": 50689, | |
" แ": 50567, | |
" แ ": 50528, | |
" แ": 50478, | |
" แ": 50313, | |
" แแ": 50452, | |
" แแ": 50490, | |
" แ": 50463, | |
" แแญ": 50358, | |
" แ": 50593, | |
" แ": 50426, | |
" แ": 50493, | |
" แ": 50287, | |
" แแแ": 50616, | |
" แแแแ": 50749, | |
" แแ": 50747, | |
" แแต": 50690, | |
" แแ": 50630, | |
" แแแแฅ": 50491, | |
" แแแแฅแต": 50565, | |
" แแซ": 50670, | |
" แแซแจแ": 50724, | |
" แ": 50623, | |
" แ": 50439, | |
" แแ": 50599, | |
" แแแตแต": 50701, | |
" แ": 50343, | |
" แ": 50344, | |
" แแญ": 50523, | |
" แแญแแซ": 50674, | |
" แ": 50718, | |
" แฅ": 50498, | |
" แฐ": 50349, | |
" แฐแ": 50763, | |
" แฐแแฝ": 50499, | |
" แฒ": 50354, | |
" แฒแแ": 50534, | |
" แฒแ": 50717, | |
" แณ": 50469, | |
" แด": 50722, | |
" แต": 50340, | |
" แตแ": 50544, | |
" แ": 50407, | |
" แ": 50588, | |
" แ": 50744, | |
" แ ": 50589, | |
" แ ": 50271, | |
" แ แแญ": 50727, | |
" แ แ": 50394, | |
" แ แ": 50512, | |
" แ แ": 50500, | |
" แ แญ": 50738, | |
" แ แฐ": 50402, | |
" แ แแ": 50545, | |
" แ แ ": 50405, | |
" แ แฅ": 50704, | |
" แ แแ ": 50682, | |
" แก": 50659, | |
" แข": 50479, | |
" แฃ": 50359, | |
" แฃแ": 50460, | |
" แค": 50420, | |
" แคแต": 50552, | |
" แฅ": 50351, | |
" แฅแแแ": 50625, | |
" แฅแ": 50725, | |
" แฐ": 50301, | |
" แฐแ": 50626, | |
" แฐแแ": 50715, | |
" แฐแจ": 50610, | |
" แฐแ": 50696, | |
" แณ": 50453, | |
" แต": 50385, | |
" แฝ": 50745, | |
" แ": 50543, | |
" แแญ": 50675, | |
" แ": 50308, | |
" แแ แญ": 50456, | |
" แแ": 50346, | |
" แแแญ": 50575, | |
" แ": 50532, | |
" แแธแ": 50641, | |
" แ": 50562, | |
" แ ": 50274, | |
" แ แ": 50598, | |
" แ แ": 50526, | |
" แ แ": 50709, | |
" แ แต": 50383, | |
" แ แตแฐ": 50635, | |
" แ แ": 50692, | |
" แ แฃ": 50628, | |
" แ แฅ": 50748, | |
" แ แ": 50503, | |
" แ แแต": 50592, | |
" แ แซ": 50570, | |
" แ แญ": 50509, | |
" แ แ": 50530, | |
" แข": 50579, | |
" แขแตแฎแตแซ": 50574, | |
" แค": 50636, | |
" แฅ": 50280, | |
" แฅแญ": 50660, | |
" แฅแต": 50516, | |
" แฅแตแจ": 50740, | |
" แฅแ": 50361, | |
" แฅแ": 50304, | |
" แฅแแฐ": 50350, | |
" แฅแแฐแ": 50487, | |
" แฅแแฒ": 50389, | |
" แฅแแฒแ": 50760, | |
" แฅแแณ": 50507, | |
" แฅแจ": 50474, | |
" แฅแจแฐ": 50646, | |
" แฅแซ": 50671, | |
" แจ": 50299, | |
" แจแ": 50708, | |
" แจแฐ": 50454, | |
" แจแฐแ": 50645, | |
" แจแ ": 50605, | |
" แจแ": 50606, | |
" แจแแฐแ": 50703, | |
" แซ": 50488, | |
" แญ": 50381, | |
" แญแ": 50624, | |
" แญแแ": 50733, | |
" แญแ": 50679, | |
" แฎ": 50535, | |
" แ": 50324, | |
" แแ ": 50751, | |
" แแฐ": 50422, | |
" แ": 50540, | |
" แ": 50353, | |
" แแตแฅ": 50409, | |
" แ": 50378, | |
" แแ": 50497, | |
" แแแต": 50665, | |
" แ": 50601, | |
" แ": 50435, | |
" แ": 50613, | |
" แจ": 50267, | |
" แจแ": 50425, | |
" แจแ": 50332, | |
" แจแแซ": 50539, | |
" แจแ": 50597, | |
" แจแ": 50538, | |
" แจแฐ": 50750, | |
" แจแ": 50746, | |
" แจแฐ": 50342, | |
" แจแฐแฃ": 50729, | |
" แจแ": 50559, | |
" แจแ ": 50375, | |
" แจแขแตแฎแตแซ": 50688, | |
" แจแฅ": 50657, | |
" แจแ": 50622, | |
" แฉ": 50687, | |
" แซ": 50327, | |
" แซแ": 50726, | |
" แซแแ": 50653, | |
" แญ": 50319, | |
" แญแ ": 50465, | |
" แญแฝ": 50756, | |
" แฐ": 50379, | |
" แฐแแ": 50580, | |
" แณ": 50732, | |
" แต": 50382, | |
" แตแญแ ": 50661, | |
" แถ": 50619, | |
" แ": 50648, | |
" แ": 50397, | |
" แแ": 50652, | |
" แ": 50450, | |
" แแณ": 50524, | |
" แแณแญ": 50739, | |
" แแ": 50521, | |
" แ": 50436, | |
" แแญ": 50473, | |
" แ": 50355, | |
" แแ": 50442, | |
" แ ": 50477, | |
" แฅ": 50377, | |
" แฅแ": 50638, | |
" แฆแญ": 50684, | |
" แจ": 50672, | |
" แ": 50571, | |
" แ": 50518, | |
" แ": 50699, | |
" แ": 50502, | |
" แแฌ": 50576, | |
" แ": 50649, | |
" โ": 50529, | |
"แ": 50728, | |
"แ": 50363, | |
"แแ": 50587, | |
"แ": 50466, | |
"แ": 50501, | |
"แ ": 50318, | |
"แ": 50328, | |
"แแ": 50482, | |
"แแ": 50423, | |
"แแ": 50411, | |
"แ": 50275, | |
"แแ": 50437, | |
"แแต": 50440, | |
"แแฝ": 50510, | |
"แแแ": 50546, | |
"แแ": 50372, | |
"แแซ": 50683, | |
"แ": 50315, | |
"แแต": 50577, | |
"แ": 50365, | |
"แ": 50290, | |
"แแ": 50644, | |
"แแ": 50537, | |
"แแต": 50611, | |
"แแธแ": 50566, | |
"แแญ": 50481, | |
"แ": 50392, | |
"แ": 50270, | |
"แแญ": 50663, | |
"แแฃ": 50594, | |
"แ": 50384, | |
"แแฝ": 50480, | |
"แ": 50564, | |
"แแ": 50643, | |
"แ": 50640, | |
"แ": 50504, | |
"แ": 50282, | |
"แแ": 50585, | |
"แแซ": 50633, | |
"แแ": 50615, | |
"แ": 50416, | |
"แ": 50298, | |
"แ": 50296, | |
"แแช": 50553, | |
"แแญ": 50694, | |
"แ": 50406, | |
"แแชแซ": 50536, | |
"แ": 50272, | |
"แแ ": 50734, | |
"แแฎ": 50651, | |
"แแ": 50759, | |
"แ": 50360, | |
"แ ": 50578, | |
"แฃ": 50761, | |
"แฅ": 50368, | |
"แจ": 50285, | |
"แจแต": 50549, | |
"แจแต": 50494, | |
"แจแแ": 50668, | |
"แจแ": 50600, | |
"แจแ": 50603, | |
"แฉ": 50337, | |
"แช": 50302, | |
"แชแซ": 50434, | |
"แชแแฝ": 50714, | |
"แชแซ": 50424, | |
"แซ": 50288, | |
"แซแ": 50753, | |
"แซแ": 50681, | |
"แซแต": 50468, | |
"แซแ": 50522, | |
"แฌ": 50367, | |
"แญ": 50269, | |
"แญแต": 50612, | |
"แญแต": 50511, | |
"แญแต": 50711, | |
"แญแ ": 50607, | |
"แญแซ": 50752, | |
"แฎ": 50335, | |
"แฎแฝ": 50542, | |
"แฏ": 50678, | |
"แฐ": 50300, | |
"แฐแฅ": 50555, | |
"แฐแ": 50669, | |
"แฑ": 50401, | |
"แฒ": 50404, | |
"แฒแซ": 50695, | |
"แณ": 50321, | |
"แณแญ": 50720, | |
"แด": 50527, | |
"แต": 50273, | |
"แตแฐ": 50551, | |
"แตแต": 50410, | |
"แตแฅ": 50399, | |
"แถ": 50513, | |
"แธ": 50515, | |
"แป": 50461, | |
"แฝ": 50374, | |
"แ": 50309, | |
"แ": 50433, | |
"แ": 50505, | |
"แ": 50347, | |
"แ ": 50325, | |
"แ แญ": 50654, | |
"แ": 50418, | |
"แ": 50455, | |
"แ ": 50292, | |
"แ แจ": 50467, | |
"แ แฉ": 50558, | |
"แ แญ": 50376, | |
"แ แต": 50412, | |
"แก": 50386, | |
"แข": 50371, | |
"แขแซ": 50735, | |
"แฃ": 50297, | |
"แฃแข": 50583, | |
"แฃแต": 50572, | |
"แฃแธแ": 50608, | |
"แค": 50484, | |
"แฅ": 50295, | |
"แฅแญ": 50719, | |
"แฆ": 50462, | |
"แช": 50604, | |
"แซ": 50658, | |
"แฐ": 50277, | |
"แฐแญ": 50673, | |
"แฐแ": 50443, | |
"แฐแแ": 50642, | |
"แฐแ": 50614, | |
"แฑ": 50330, | |
"แฑแ": 50531, | |
"แฒ": 50391, | |
"แณ": 50293, | |
"แณแ": 50563, | |
"แณแต": 50506, | |
"แณแธแ": 50596, | |
"แณแ": 50560, | |
"แณแ": 50591, | |
"แณแฐ": 50757, | |
"แด": 50457, | |
"แต": 50266, | |
"แตแต": 50758, | |
"แตแ": 50517, | |
"แถ": 50336, | |
"แถแฝ": 50388, | |
"แท": 50495, | |
"แทแ": 50631, | |
"แธ": 50306, | |
"แธแ": 50310, | |
"แธแแ": 50414, | |
"แน": 50441, | |
"แป": 50398, | |
"แฝ": 50276, | |
"แฝแ": 50471, | |
"แ ": 50705, | |
"แ": 50294, | |
"แแต": 50364, | |
"แแ": 50737, | |
"แ": 50356, | |
"แ": 50387, | |
"แ": 50278, | |
"แแ": 50595, | |
"แแต": 50548, | |
"แแญแต": 50706, | |
"แแญแตแต": 50716, | |
"แแ": 50676, | |
"แ": 50403, | |
"แ": 50265, | |
"แแ": 50485, | |
"แแต": 50655, | |
"แแต": 50446, | |
"แแ": 50707, | |
"แแซ": 50519, | |
"แแต": 50380, | |
"แแ": 50369, | |
"แแแฅ": 50449, | |
"แ": 50373, | |
"แ": 50338, | |
"แแ": 50637, | |
"แ": 50396, | |
"แ": 50470, | |
"แแฝ": 50584, | |
"แ ": 50305, | |
"แค": 50472, | |
"แฅ": 50370, | |
"แจ": 50317, | |
"แจแ": 50557, | |
"แจแฐ": 50686, | |
"แฉ": 50483, | |
"แช": 50590, | |
"แซ": 50316, | |
"แซแ": 50710, | |
"แญ": 50303, | |
"แญแ": 50713, | |
"แฎ": 50476, | |
"แ": 50323, | |
"แ": 50345, | |
"แ": 50314, | |
"แแ": 50348, | |
"แ": 50268, | |
"แแฎ": 50698, | |
"แแ": 50395, | |
"แแซแ": 50741, | |
"แ": 50541, | |
"แแน": 50702, | |
"แแฝ": 50333, | |
"แแฝแ": 50650, | |
"แ": 50427, | |
"แแแ": 50691, | |
"แ": 50444, | |
"แ": 50366, | |
"แ": 50492, | |
"แ": 50362, | |
"แแ ": 50429, | |
"แ": 50417, | |
"แ": 50430, | |
"แ": 50357, | |
"แแฅ": 50743, | |
"แจ": 50329, | |
"แจแญ": 50754, | |
"แฉ": 50393, | |
"แซ": 50279, | |
"แซแ": 50458, | |
"แซแ": 50693, | |
"แญ": 50281, | |
"แญแ": 50629, | |
"แญแต": 50556, | |
"แญแ": 50736, | |
"แฎ": 50352, | |
"แฎแ": 50730, | |
"แฐ": 50284, | |
"แฐแจ": 50421, | |
"แฐแจแ": 50667, | |
"แฐแญ": 50486, | |
"แฑ": 50448, | |
"แฒ": 50341, | |
"แฒแต": 50656, | |
"แณ": 50307, | |
"แณแ": 50617, | |
"แณแแต": 50677, | |
"แด": 50569, | |
"แต": 50289, | |
"แตแ": 50697, | |
"แตแจ": 50618, | |
"แตแญ": 50621, | |
"แตแ": 50647, | |
"แถ": 50508, | |
"แ": 50419, | |
"แแ": 50554, | |
"แ": 50632, | |
"แ": 50447, | |
"แ ": 50451, | |
"แ": 50547, | |
"แแฝ": 50700, | |
"แ": 50286, | |
"แแช": 50764, | |
"แแญ": 50432, | |
"แแฃ": 50581, | |
"แแ": 50634, | |
"แแ": 50627, | |
"แแต": 50755, | |
"แ": 50438, | |
"แ": 50731, | |
"แ": 50331, | |
"แ": 50291, | |
"แแ": 50685, | |
"แแ": 50573, | |
"แแซ": 50586, | |
"แแญ": 50639, | |
"แ": 50514, | |
"แ ": 50320, | |
"แก": 50445, | |
"แฃ": 50334, | |
"แค": 50680, | |
"แฅ": 50311, | |
"แฅแญ": 50620, | |
"แจ": 50464, | |
"แจแแช": 50723, | |
"แซ": 50475, | |
"แญ": 50459, | |
"แต": 50413, | |
"แตแซ": 50415, | |
"แธ": 50533, | |
"แป": 50561, | |
"แฝ": 50489, | |
"แ": 50602, | |
"แ": 50721, | |
"แ ": 50568, | |
"แ": 50326, | |
"แแ": 50762, | |
"แแ": 50666, | |
"แ": 50525, | |
"แ": 50408, | |
"แแต": 50664, | |
"แ": 50390, | |
"แ": 50312, | |
"แแชแซ": 50609, | |
"แ": 50742, | |
"แ": 50582, | |
"แ": 50496, | |
"แ": 50550, | |
"แก": 50322, | |
"แกแก": 50400, | |
"แข": 50283, | |
"แฃ": 50339, | |
"แค": 50431, | |
"โ": 50520 | |
} | |