Upload tokenizer

tokenizer.json

@@ -106,154 +106,154 @@
       "PAD": 1,
       "WORD_BOUNDARY": 2,
       "UTT_BOUNDARY": 3,
-      "aː˧": 4,
-      "t": 5,
-      "ɐ˥": 6,
+      "j": 4,
+      "ɐ˥": 5,
+      "t": 6,
       "k": 7,
-      "l": 8,
-      "j": 9,
-      "ʊ˥": 10,
-      "aː˧˩̰": 11,
-      "ɛː˥": 12,
-      "n": 13,
-      "ei˩˧": 14,
-      "w": 15,
-      "aː˨": 16,
-      "ɐi˧˥": 17,
-      "m̩˧˥": 18,
-      "m": 19,
-      "ou˥": 20,
-      "aː˧˥": 21,
-      "ei˥": 22,
-      "iː˧": 23,
-      "ts": 24,
-      "ɔː˧˥": 25,
-      "tʰ": 26,
-      "iː˥": 27,
-      "f": 28,
-      "aːĭ˧": 29,
-      "ɐ˨": 30,
-      "p": 31,
-      "h": 32,
-      "ɵy˧": 33,
-      "aː˥": 34,
-      "ou˨": 35,
-      "ɔː˧": 36,
-      "ɐi˧˩̰": 37,
-      "uː˧": 38,
-      "ŋ": 39,
-      "s": 40,
-      "ɔːĭ˥": 41,
-      "ɐu˨": 42,
-      "iː˨": 43,
-      "ei˧˥": 44,
-      "ɐi˨": 45,
-      "ʊ˧˩̰": 46,
-      "ʊ˨": 47,
-      "aː˩˧": 48,
-      "aːĭ˧˥": 49,
-      "ɔː˨": 50,
-      "ɛː˩˧": 51,
-      "ɪ˨": 52,
-      "iːŭ˧": 53,
-      "ɛː˧˩̰": 54,
-      "ɪ˧˥": 55,
-      "̩˧˩̰": 56,
-      "ɵ˧˥": 57,
-      "ei˧": 58,
-      "ɐu˧˩̰": 59,
-      "m̩˧": 60,
-      "ɐu˧˥": 61,
-      "ɐu˩˧": 62,
-      "ɐi˥": 63,
-      "ɔː˥": 64,
-      "ɔːĭ˧": 65,
-      "ou˧˥": 66,
-      "ou˩˧": 67,
-      "ɐ˧": 68,
-      "tsʰ": 69,
-      "ɛː˧˥": 70,
-      "iː˧˥": 71,
-      "ɔː˩˧": 72,
-      "kʰ": 73,
-      "ɐ˧˩̰": 74,
-      "aːŭ˧˥": 75,
-      "pʰ": 76,
-      "aːĭ˧˩̰": 77,
-      "ɵy˩˧": 78,
-      "ɵ˧": 79,
-      "ɛː˧": 80,
-      "ei˧˩̰": 81,
-      "uː˧˥": 82,
-      "ɔː˧˩̰": 83,
-      "ɛː˨": 84,
-      "uː˥": 85,
-      "ʊ˧": 86,
-      "iː˧˩̰": 87,
-      "yː˨": 88,
-      "aːŭ˧": 89,
-      "œː˩˧": 90,
-      "ɐ˧˥": 91,
-      "iː˩˧": 92,
-      "ɪ˧˩̰": 93,
-      "iːŭ˧˩̰": 94,
-      "œː˧˥": 95,
-      "yː˧": 96,
-      "uːĭ˩˧": 97,
-      "ɵy˧˥": 98,
-      "yː˧˩̰": 99,
-      "ɔːĭ˧˥": 100,
-      "ɛː": 101,
-      "u˨": 102,
-      "ou˧": 103,
-      "ei˨": 104,
-      "ɐu˥": 105,
-      "ɵ˥": 106,
-      "uː˧˩̰": 107,
-      "yː˥": 108,
-      "ɪ˥": 109,
-      "œː˥": 110,
-      "œː˧˩̰": 111,
-      "aːĭ˨": 112,
-      "ɐ˩˧": 113,
-      "œː˧": 114,
-      "uːĭ˧˥": 115,
-      "ɐu˧": 116,
-      "ɐi˧": 117,
-      "ou˧˩̰": 118,
-      "aːĭ˥": 119,
-      "aːŭ˥": 120,
-      "yː˧˥": 121,
-      "iːŭ˥": 122,
-      "ɔːĭ˨": 123,
-      "ʊ˧˥": 124,
-      "m̩˥": 125,
-      "iːŭ˧˥": 126,
-      "ɐi˩˧": 127,
-      "ɵy˥": 128,
-      "uːĭ˧": 129,
-      "ɵy˧˩̰": 130,
-      "uːĭ˥": 131,
-      "aːŭ˧˩̰": 132,
-      "yː˩˧": 133,
-      "ɔːĭ˧˩̰": 134,
-      "aːŭ˩˧": 135,
-      "aːĭ˩˧": 136,
-      "uːĭ˨": 137,
-      "œː˨": 138,
-      "uː˨": 139,
-      "ɵy˨": 140,
-      "aːŭ˨": 141,
-      "m̩˩˧": 142,
-      "ŋ˩˧": 143,
-      "ɪ˧": 144,
-      "m̩˨": 145,
+      "ɐu˧˥": 8,
+      "i˨": 9,
+      "n": 10,
+      "i˧˩̰": 11,
+      "y˨": 12,
+      "s": 13,
+      "ɐ˨": 14,
+      "p": 15,
+      "ts": 16,
+      "ɐu˥": 17,
+      "ɪ̞˧˥": 18,
+      "ŋ": 19,
+      "ɵ˧": 20,
+      "a̞˧": 21,
+      "l": 22,
+      "ʊ̟˥": 23,
+      "a̞˧˩̰": 24,
+      "ɛ˥": 25,
+      "ei˩˧": 26,
+      "w": 27,
+      "a̞˨": 28,
+      "ɐi˧˥": 29,
+      "a̞˧˥": 30,
+      "m̩˧˥": 31,
+      "m": 32,
+      "ou˥": 33,
+      "ei˥": 34,
+      "i˧": 35,
+      "ɔ̽˧˥": 36,
+      "tʰ": 37,
+      "i˥": 38,
+      "f": 39,
+      "aːĭ˧": 40,
+      "h": 41,
+      "ɵy˧": 42,
+      "a̞˥": 43,
+      "ei˧˩̰": 44,
+      "ou˨": 45,
+      "ɔ̽˧": 46,
+      "ɐi˧˩̰": 47,
+      "u˧": 48,
+      "ɔːĭ˥": 49,
+      "ɐu˨": 50,
+      "ei˧˥": 51,
+      "ɐi˨": 52,
+      "ʊ̟˧˩̰": 53,
+      "ʊ̟˨": 54,
+      "a̞˩˧": 55,
+      "ou˧˥": 56,
+      "aːĭ˧˥": 57,
+      "ɔ̽˨": 58,
+      "ɛ˩˧": 59,
+      "ɪ̞˨": 60,
+      "iːŭ˧": 61,
+      "ɛ˧˩̰": 62,
+      "m̩˧˩̰": 63,
+      "ɵ˧˥": 64,
+      "ei˧": 65,
+      "ɐu˧˩̰": 66,
+      "m̩˧": 67,
+      "ɐ˧˥": 68,
+      "ɐu˩˧": 69,
+      "ɐi˥": 70,
+      "ɔ̽˥": 71,
+      "ɔ̽˧˩̰": 72,
+      "ɔːĭ˧": 73,
+      "ou˩˧": 74,
+      "m̩˥": 75,
+      "ɐ˧": 76,
+      "tsʰ": 77,
+      "ɛ˧˥": 78,
+      "i˧˥": 79,
+      "ɔ̽˩˧": 80,
+      "kʰ": 81,
+      "ɐ˧˩̰": 82,
+      "aːŭ˧˥": 83,
+      "pʰ": 84,
+      "aːĭ˧˩̰": 85,
+      "ɵy˩˧": 86,
+      "ɛ˧": 87,
+      "u˧˥": 88,
+      "ɛ˨": 89,
+      "ʊ̟˧": 90,
+      "u˥": 91,
+      "m̩˩˧": 92,
+      "aːŭ˧": 93,
+      "œ̞˩˧": 94,
+      "i˩˧": 95,
+      "ɪ̞˧˩̰": 96,
+      "u˨": 97,
+      "ɪ̞˥": 98,
+      "iːŭ˧˩̰": 99,
+      "œ̞˧˥": 100,
+      "y˧": 101,
+      "uːĭ˩˧": 102,
+      "uːĭ˥": 103,
+      "ɵy˧˥": 104,
+      "y˧˩̰": 105,
+      "ɔːĭ˧˥": 106,
+      "ɛ": 107,
+      "ou˧": 108,
+      "ei˨": 109,
+      "ɵ˥": 110,
+      "u˧˩̰": 111,
+      "y˥": 112,
+      "œ̞˥": 113,
+      "œ̞˧˩̰": 114,
+      "aːĭ˨": 115,
+      "ɐ˩˧": 116,
+      "œ̞˧": 117,
+      "uːĭ˧˥": 118,
+      "ɐu˧": 119,
+      "ɐi˩˧": 120,
+      "ɐi˧": 121,
+      "ou˧˩̰": 122,
+      "aːĭ˥": 123,
+      "aːŭ˥": 124,
+      "ŋ˩˧": 125,
+      "y˧˥": 126,
+      "iːŭ˥": 127,
+      "ɔːĭ˨": 128,
+      "ʊ̟˧˥": 129,
+      "iːŭ˧˥": 130,
+      "ɵy˥": 131,
+      "ɔːĭ˧˩̰": 132,
+      "uːĭ˧": 133,
+      "ɵy˧˩̰": 134,
+      "œ̞˨": 135,
+      "m̩˨": 136,
+      "aːŭ˧˩̰": 137,
+      "y˩˧": 138,
+      "aːŭ˩˧": 139,
+      "aːĭ˩˧": 140,
+      "uːĭ˨": 141,
+      "ɵy˨": 142,
+      "aːŭ˨": 143,
+      "ɪ̞˧": 144,
+      "ɵ˨": 145,
       "iːŭ˩˧": 146,
       "iːŭ˨": 147,
-      "ɵ˨": 148,
+      "ɵ˧˩̰": 148,
       "uːĭ˧˩̰": 149,
-      "uː˩˧": 150,
-      "ɵ˧˩̰": 151
+      "u˩˧": 150,
+      "ŋ˧˩̰": 151
     },
     "unk_token": "UNK"
   }

vocab.json

@@ -1 +1 @@
-{"UNK":0,"PAD":1,"WORD_BOUNDARY":2,"UTT_BOUNDARY":3,"aː˧":4,"t":5,"ɐ˥":6,"k":7,"l":8,"j":9,"ʊ˥":10,"aː˧˩̰":11,"ɛː˥":12,"n":13,"ei˩˧":14,"w":15,"aː˨":16,"ɐi˧˥":17,"m̩˧˥":18,"m":19,"ou˥":20,"aː˧˥":21,"ei˥":22,"iː˧":23,"ts":24,"ɔː˧˥":25,"tʰ":26,"iː˥":27,"f":28,"aːĭ˧":29,"ɐ˨":30,"p":31,"h":32,"ɵy˧":33,"aː˥":34,"ou˨":35,"ɔː˧":36,"ɐi˧˩̰":37,"uː˧":38,"ŋ":39,"s":40,"ɔːĭ˥":41,"ɐu˨":42,"iː˨":43,"ei˧˥":44,"ɐi˨":45,"ʊ˧˩̰":46,"ʊ˨":47,"aː˩˧":48,"aːĭ˧˥":49,"ɔː˨":50,"ɛː˩˧":51,"ɪ˨":52,"iːŭ˧":53,"ɛː˧˩̰":54,"ɪ˧˥":55,"̩˧˩̰":56,"ɵ˧˥":57,"ei˧":58,"ɐu˧˩̰":59,"m̩˧":60,"ɐu˧˥":61,"ɐu˩˧":62,"ɐi˥":63,"ɔː˥":64,"ɔːĭ˧":65,"ou˧˥":66,"ou˩˧":67,"ɐ˧":68,"tsʰ":69,"ɛː˧˥":70,"iː˧˥":71,"ɔː˩˧":72,"kʰ":73,"ɐ˧˩̰":74,"aːŭ˧˥":75,"pʰ":76,"aːĭ˧˩̰":77,"ɵy˩˧":78,"ɵ˧":79,"ɛː˧":80,"ei˧˩̰":81,"uː˧˥":82,"ɔː˧˩̰":83,"ɛː˨":84,"uː˥":85,"ʊ˧":86,"iː˧˩̰":87,"yː˨":88,"aːŭ˧":89,"œː˩˧":90,"ɐ˧˥":91,"iː˩˧":92,"ɪ˧˩̰":93,"iːŭ˧˩̰":94,"œː˧˥":95,"yː˧":96,"uːĭ˩˧":97,"ɵy˧˥":98,"yː˧˩̰":99,"ɔːĭ˧˥":100,"ɛː":101,"u˨":102,"ou˧":103,"ei˨":104,"ɐu˥":105,"ɵ˥":106,"uː˧˩̰":107,"yː˥":108,"ɪ˥":109,"œː˥":110,"œː˧˩̰":111,"aːĭ˨":112,"ɐ˩˧":113,"œː˧":114,"uːĭ˧˥":115,"ɐu˧":116,"ɐi˧":117,"ou˧˩̰":118,"aːĭ˥":119,"aːŭ˥":120,"yː˧˥":121,"iːŭ˥":122,"ɔːĭ˨":123,"ʊ˧˥":124,"m̩˥":125,"iːŭ˧˥":126,"ɐi˩˧":127,"ɵy˥":128,"uːĭ˧":129,"ɵy˧˩̰":130,"uːĭ˥":131,"aːŭ˧˩̰":132,"yː˩˧":133,"ɔːĭ˧˩̰":134,"aːŭ˩˧":135,"aːĭ˩˧":136,"uːĭ˨":137,"œː˨":138,"uː˨":139,"ɵy˨":140,"aːŭ˨":141,"m̩˩˧":142,"ŋ˩˧":143,"ɪ˧":144,"m̩˨":145,"iːŭ˩˧":146,"iːŭ˨":147,"ɵ˨":148,"uːĭ˧˩̰":149,"uː˩˧":150,"ɵ˧˩̰":151}
+{"UNK":0,"PAD":1,"WORD_BOUNDARY":2,"UTT_BOUNDARY":3,"j":4,"ɐ˥":5,"t":6,"k":7,"ɐu˧˥":8,"i˨":9,"n":10,"i˧˩̰":11,"y˨":12,"s":13,"ɐ˨":14,"p":15,"ts":16,"ɐu˥":17,"ɪ̞˧˥":18,"ŋ":19,"ɵ˧":20,"a̞˧":21,"l":22,"ʊ̟˥":23,"a̞˧˩̰":24,"ɛ˥":25,"ei˩˧":26,"w":27,"a̞˨":28,"ɐi˧˥":29,"a̞˧˥":30,"m̩˧˥":31,"m":32,"ou˥":33,"ei˥":34,"i˧":35,"ɔ̽˧˥":36,"tʰ":37,"i˥":38,"f":39,"aːĭ˧":40,"h":41,"ɵy˧":42,"a̞˥":43,"ei˧˩̰":44,"ou˨":45,"ɔ̽˧":46,"ɐi˧˩̰":47,"u˧":48,"ɔːĭ˥":49,"ɐu˨":50,"ei˧˥":51,"ɐi˨":52,"ʊ̟˧˩̰":53,"ʊ̟˨":54,"a̞˩˧":55,"ou˧˥":56,"aːĭ˧˥":57,"ɔ̽˨":58,"ɛ˩˧":59,"ɪ̞˨":60,"iːŭ˧":61,"ɛ˧˩̰":62,"m̩˧˩̰":63,"ɵ˧˥":64,"ei˧":65,"ɐu˧˩̰":66,"m̩˧":67,"ɐ˧˥":68,"ɐu˩˧":69,"ɐi˥":70,"ɔ̽˥":71,"ɔ̽˧˩̰":72,"ɔːĭ˧":73,"ou˩˧":74,"m̩˥":75,"ɐ˧":76,"tsʰ":77,"ɛ˧˥":78,"i˧˥":79,"ɔ̽˩˧":80,"kʰ":81,"ɐ˧˩̰":82,"aːŭ˧˥":83,"pʰ":84,"aːĭ˧˩̰":85,"ɵy˩˧":86,"ɛ˧":87,"u˧˥":88,"ɛ˨":89,"ʊ̟˧":90,"u˥":91,"m̩˩˧":92,"aːŭ˧":93,"œ̞˩˧":94,"i˩˧":95,"ɪ̞˧˩̰":96,"u˨":97,"ɪ̞˥":98,"iːŭ˧˩̰":99,"œ̞˧˥":100,"y˧":101,"uːĭ˩˧":102,"uːĭ˥":103,"ɵy˧˥":104,"y˧˩̰":105,"ɔːĭ˧˥":106,"ɛ":107,"ou˧":108,"ei˨":109,"ɵ˥":110,"u˧˩̰":111,"y˥":112,"œ̞˥":113,"œ̞˧˩̰":114,"aːĭ˨":115,"ɐ˩˧":116,"œ̞˧":117,"uːĭ˧˥":118,"ɐu˧":119,"ɐi˩˧":120,"ɐi˧":121,"ou˧˩̰":122,"aːĭ˥":123,"aːŭ˥":124,"ŋ˩˧":125,"y˧˥":126,"iːŭ˥":127,"ɔːĭ˨":128,"ʊ̟˧˥":129,"iːŭ˧˥":130,"ɵy˥":131,"ɔːĭ˧˩̰":132,"uːĭ˧":133,"ɵy˧˩̰":134,"œ̞˨":135,"m̩˨":136,"aːŭ˧˩̰":137,"y˩˧":138,"aːŭ˩˧":139,"aːĭ˩˧":140,"uːĭ˨":141,"ɵy˨":142,"aːŭ˨":143,"ɪ̞˧":144,"ɵ˨":145,"iːŭ˩˧":146,"iːŭ˨":147,"ɵ˧˩̰":148,"uːĭ˧˩̰":149,"u˩˧":150,"ŋ˧˩̰":151}