add tokenizer

runs/Nov18_01-53-13_82d2804620b8/1637200525.8374498/events.out.tfevents.1637200525.82d2804620b8.73.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62dc7c4332124f392e68abcb57ab97a2e84dde3161be36e3edea74ca20a46419
+size 4555

runs/Nov18_01-53-13_82d2804620b8/1637201751.1319926/events.out.tfevents.1637201751.82d2804620b8.73.7

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2d7e6e4219154bcb8850e8956ce7818d7b5c687f3255715a1886fae3c34afc
+size 4555

runs/Nov18_01-53-13_82d2804620b8/events.out.tfevents.1637200525.82d2804620b8.73.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1e38da1ec4e4fdc4fd822a41087d19e05db838634a294cab33773daba44a1c
+size 4466

runs/Nov18_01-53-13_82d2804620b8/events.out.tfevents.1637201751.82d2804620b8.73.6

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5909e5bc20579ec45b5c0d400847d14bf1f4d0c6db432241fefaf439de2cec22
+size 4466

vocab.json

@@ -1 +1 @@
-{"aa": 0, "ae": 1, "ah": 2, "ao": 3, "aw": 4, "ax": 5, "ax-h": 6, "axr": 7, "ay": 8, "b": 9, "bcl": 10, "ch": 11, "d": 12, "dcl": 13, "dh": 14, "dx": 15, "eh": 16, "el": 17, "em": 18, "en": 19, "eng": 20, "epi": 21, "er": 22, "ey": 23, "f": 24, "g": 25, "gcl": 26, "hh": 27, "hv": 28, "ih": 29, "ix": 30, "iy": 31, "jh": 32, "k": 33, "kcl": 34, "l": 35, "m": 36, "n": 37, "ng": 38, "nx": 39, "ow": 40, "oy": 41, "p": 42, "pau": 43, "pcl": 44, "q": 45, "r": 46, "s": 47, "sh": 48, "t": 49, "tcl": 50, "th": 51, "uh": 52, "uw": 53, "ux": 54, "v": 55, "w": 56, "y": 57, "z": 58, "zh": 59, "|": 60, "[UNK]": 61, "[PAD]": 62}
+{"uh": 0, "er": 1, "nx": 2, "sh": 3, "dh": 4, "oy": 5, "w": 6, "tcl": 7, "ow": 8, "en": 9, "ax-h": 10, "ix": 11, "epi": 12, "b": 13, "r": 14, "ch": 15, "ih": 16, "q": 17, "hv": 18, "ax": 19, "zh": 20, "m": 21, "em": 22, "jh": 23, "s": 24, "hh": 25, "axr": 26, "ey": 27, "th": 28, "gcl": 29, "d": 30, "g": 31, "ux": 32, "p": 33, "y": 34, "pau": 35, "v": 36, "kcl": 37, "uw": 38, "ay": 39, "ng": 40, "f": 41, "ae": 42, "z": 43, "dx": 44, "pcl": 45, "iy": 46, "l": 47, "eng": 48, "ah": 49, "t": 50, "ao": 51, "el": 52, "bcl": 53, "aa": 54, "aw": 55, "k": 56, "n": 57, "dcl": 58, "eh": 59, "|": 60, "[UNK]": 61, "[PAD]": 62}