mimik
/
added_tokens.json
Upload tokenizer
3120d30
verified
|
{ |
|
"[PAD]": 6369, |
|
"[UNK]": 6368, |
|
"ã": 6398, |
|
"ãː": 6400, |
|
"ãˤ": 6408, |
|
"ã̰": 6460, |
|
"ẽ": 6374, |
|
"ẽː": 6375, |
|
"ẽˤ": 6409, |
|
"ḛ̃": 6448, |
|
"h̩": 6483, |
|
"ĩ": 6425, |
|
"ĩː": 6426, |
|
"ĩˤ": 6441, |
|
"ḭ̃": 6465, |
|
"l̩": 6485, |
|
"l̪̩": 6486, |
|
"õ": 6394, |
|
"õː": 6396, |
|
"õˤ": 6416, |
|
"õ̰": 6458, |
|
"r̩": 6473, |
|
"r̪̩": 6475, |
|
"ũ": 6437, |
|
"ũː": 6438, |
|
"ũˤ": 6445, |
|
"ṵ̃": 6471, |
|
"ṳˤ": 6371, |
|
"ỹ": 6435, |
|
"ỹː": 6436, |
|
"ỹˤ": 6446, |
|
"ỹ̰": 6470, |
|
"y̤ˤ": 6370, |
|
"æ̃": 6399, |
|
"æ̃ː": 6401, |
|
"æ̃ˤ": 6410, |
|
"æ̰̃": 6461, |
|
"ø̃": 6378, |
|
"ø̃ː": 6379, |
|
"ø̃ˤ": 6417, |
|
"ø̰̃": 6450, |
|
"œ̃": 6376, |
|
"œ̃ː": 6377, |
|
"œ̃ˤ": 6413, |
|
"œ̰̃": 6449, |
|
"ɐ̃": 6385, |
|
"ɐ̃ː": 6388, |
|
"ɐ̃ˤ": 6407, |
|
"ɐ̰̃": 6454, |
|
"ɒ̃": 6421, |
|
"ɒ̃ː": 6422, |
|
"ɒ̃ˤ": 6418, |
|
"ɒ̰̃": 6463, |
|
"ɔ̃": 6390, |
|
"ɔ̃ː": 6392, |
|
"ɔ̃ˤ": 6414, |
|
"ɔ̰̃": 6456, |
|
"ɘ̃": 6381, |
|
"ɘ̃ː": 6383, |
|
"ɘ̃ˤ": 6405, |
|
"ɘ̰̃": 6452, |
|
"ə̃": 6380, |
|
"ə̃ː": 6382, |
|
"ə̃ˤ": 6404, |
|
"ə̰̃": 6451, |
|
"ɛ̃": 6372, |
|
"ɛ̃ː": 6373, |
|
"ɛ̃ˤ": 6406, |
|
"ɛ̰̃": 6447, |
|
"ɜ̃": 6384, |
|
"ɜ̃ː": 6387, |
|
"ɜ̃ˤ": 6411, |
|
"ɜ̰̃": 6453, |
|
"ɞ̃": 6395, |
|
"ɞ̃ː": 6397, |
|
"ɞ̃ˤ": 6419, |
|
"ɞ̰̃": 6459, |
|
"ɦ̩": 6484, |
|
"ɨ̃": 6431, |
|
"ɨ̃ː": 6432, |
|
"ɨ̃ˤ": 6442, |
|
"ɨ̰̃": 6468, |
|
"ɪ̃": 6423, |
|
"ɪ̃ː": 6424, |
|
"ɪ̃ˤ": 6439, |
|
"ɪ̰̃": 6464, |
|
"ɫ̩": 6480, |
|
"ɭ̩": 6478, |
|
"ɯ̃": 6429, |
|
"ɯ̃ː": 6430, |
|
"ɯ̃ˤ": 6440, |
|
"ɯ̰̃": 6467, |
|
"ɵ̃": 6391, |
|
"ɵ̃ː": 6393, |
|
"ɵ̃ˤ": 6415, |
|
"ɵ̰̃": 6457, |
|
"ɶ̃": 6402, |
|
"ɶ̃ː": 6403, |
|
"ɶ̃ˤ": 6420, |
|
"ɶ̰̃": 6462, |
|
"ɺ̩": 6479, |
|
"ɽ̩": 6472, |
|
"ɾ̩": 6474, |
|
"ʀ̩": 6477, |
|
"ʊ̃": 6433, |
|
"ʊ̃ː": 6434, |
|
"ʊ̃ˤ": 6443, |
|
"ʊ̰̃": 6469, |
|
"ʌ̃": 6386, |
|
"ʌ̃ː": 6389, |
|
"ʌ̃ˤ": 6412, |
|
"ʌ̰̃": 6455, |
|
"ʎ̩": 6482, |
|
"ʏ̃": 6427, |
|
"ʏ̃ː": 6428, |
|
"ʏ̃ˤ": 6444, |
|
"ʏ̰̃": 6466, |
|
"ʏ̤ˤ": 6367, |
|
"ʙ̩": 6476, |
|
"ʟ̩": 6481 |
|
} |
|
|
