codebyzeb's picture
Upload tokenizer
8b573d8 verified
{"UNK":0,"PAD":1,"WORD_BOUNDARY":2,"UTT_BOUNDARY":3,"m":4,"ɛ":5,"ɲ":6,"y":7,"n":8,"k":9,"ɑ":10,"r":11,"aː":12,"d":13,"i":14,"o":15,"h":16,"z":17,"v":18,"l":19,"eː":20,"j":21,"ʃ":22,"ɟ":23,"s":24,"oː":25,"p":26,"t":27,"tsː":28,"b":29,"u":30,"ɡ":31,"tː":32,"f":33,"ø":34,"t̠ʃ":35,"uː":36,"iː":37,"ts":38,"ɟː":39,"yː":40,"øː":41,"ʎ":42,"t̠ʃː":43,"c":44,"ɡː":45,"kː":46,"ɑː":47,"dː":48,"pː":49,"ʒ":50,"cː":51,"bː":52}