Commit
•
c88d9ca
1
Parent(s):
edefa7e
add tokenizer
Browse files- vocab.json +1 -1
vocab.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"ay": 1, "p": 2, "aw": 3, "t": 4, "
|
|
|
1 |
+
{"ay": 1, "p": 2, "aw": 3, "t": 4, "ae": 5, "uh": 6, "hh": 7, "f": 8, "m": 9, "s": 10, "eh": 11, "k": 12, "g": 13, "zh": 14, "ey": 15, "ah": 16, "y": 17, "v": 18, "n": 19, "iy": 20, "z": 21, "ih": 22, "ch": 23, "er": 24, "aa": 25, "b": 26, "th": 27, "r": 28, "l": 29, "sh": 30, "jh": 31, "dh": 32, "uw": 33, "ng": 34, "ow": 35, "oy": 36, "d": 37, "w": 38, "|": 0, "[UNK]": 39, "[PAD]": 40}
|