jessiejohnson commited on
Commit
82cda36
1 Parent(s): 745e058

add tokenizer

Browse files
Files changed (1) hide show
  1. vocab.json +1 -1
vocab.json CHANGED
@@ -1 +1 @@
1
- {"uh": 0, "er": 1, "nx": 2, "sh": 3, "dh": 4, "oy": 5, "w": 6, "tcl": 7, "ow": 8, "en": 9, "ax-h": 10, "ix": 11, "epi": 12, "b": 13, "r": 14, "ch": 15, "ih": 16, "q": 17, "hv": 18, "ax": 19, "zh": 20, "m": 21, "em": 22, "jh": 23, "s": 24, "hh": 25, "axr": 26, "ey": 27, "th": 28, "gcl": 29, "d": 30, "g": 31, "ux": 32, "p": 33, "y": 34, "pau": 35, "v": 36, "kcl": 37, "uw": 38, "ay": 39, "ng": 40, "f": 41, "ae": 42, "z": 43, "dx": 44, "pcl": 45, "iy": 46, "l": 47, "eng": 48, "ah": 49, "t": 50, "ao": 51, "el": 52, "bcl": 53, "aa": 54, "aw": 55, "k": 56, "n": 57, "dcl": 58, "eh": 59, "|": 60, "[UNK]": 61, "[PAD]": 62}
1
+ {"ih": 0, "t": 1, "p": 2, "eh": 3, "n": 4, "l": 5, "g": 6, "ow": 7, "w": 8, "ay": 9, "sh": 10, "th": 11, "kcl": 12, "pau": 13, "z": 14, "em": 15, "tcl": 16, "ae": 17, "r": 18, "pcl": 19, "ah": 20, "ax": 21, "m": 22, "ax-h": 23, "axr": 24, "ch": 25, "ao": 26, "er": 27, "dcl": 28, "dh": 29, "v": 30, "y": 31, "ux": 32, "aw": 33, "b": 34, "bcl": 35, "s": 36, "uh": 37, "dx": 38, "d": 39, "ng": 40, "gcl": 41, "eng": 42, "aa": 43, "zh": 44, "hv": 45, "jh": 46, "oy": 47, "k": 48, "q": 49, "f": 50, "uw": 51, "ey": 52, "ix": 53, "nx": 54, "el": 55, "iy": 56, "epi": 57, "en": 58, "hh": 59, "|": 60, "[UNK]": 61, "[PAD]": 62}