codebyzeb's picture
Upload tokenizer
9777402 verified
raw
history blame contribute delete
No virus
448 Bytes
{"UNK":0,"PAD":1,"BOS":2,"EOS":3,"WORD_BOUNDARY":4,"UTT_BOUNDARY":5,"aː":6,"ɾ":7,"r":8,"ɪ":9,"ɛ":10,"d":11,"s":12,"j":13,"a":14,"b":15,"iː":16,"k":17,"ʋ":18,"ɛː":19,"θ":20,"i":21,"l":22,"n":23,"uː":24,"ð":25,"ɡ":26,"ɔ":27,"h":28,"aʊ":29,"y":30,"m":31,"f":32,"ɔː":33,"x":34,"ɟ":35,"t":36,"eɪ":37,"oʊ":38,"p":39,"ŋ":40,"ɣ":41,"yː":42,"u":43,"ɪː":44,"œ":45,"aɪ":46,"ç":47,"ə":48,"øy":49,"c":50,"ɲ":51,"œː":52,"ɔɪ":53}