jessiejohnson's picture
add tokenizer
fac5789
{"ah": 1, "n": 2, "hh": 3, "k": 4, "iy": 5, "w": 6, "ow": 7, "th": 8, "ng": 9, "ey": 10, "g": 11, "uw": 12, "jh": 13, "dh": 14, "f": 15, "s": 16, "r": 17, "oy": 18, "y": 19, "l": 20, "ch": 21, "v": 22, "aw": 23, "ih": 24, "z": 25, "t": 26, "zh": 27, "uh": 28, "aa": 29, "b": 30, "ay": 31, "ae": 32, "sh": 33, "m": 34, "d": 35, "eh": 36, "p": 37, "er": 38, "|": 0, "[UNK]": 39, "[PAD]": 40}