codebyzeb's picture
Upload tokenizer
8703956 verified
{"UNK":0,"PAD":1,"WORD_BOUNDARY":2,"UTT_BOUNDARY":3,"n":4,"o":5,"m":6,"i":7,"s":8,"a":9,"æ":10,"r":11,"p":12,"l":13,"e":14,"d":15,"iː":16,"t":17,"ʃ":18,"kː":19,"v":20,"æi":21,"pː":22,"u":23,"k":24,"h":25,"eː":26,"ɑ":27,"yi":28,"j":29,"uː":30,"ɛ":31,"ɡ":32,"b":33,"aː":34,"ɪ":35,"ɔ":36,"ɵ":37,"ɵː":38,"ʎ":39,"ʊ":40,"ø":41,"øː":42,"y":43,"yː":44,"tː":45,"ŋ":46,"oː":47,"ɲ":48,"w":49,"æː":50,"f":51,"ʒ":52,"z":53}