add tokenizer

runs/Dec11_19-50-59_5ec801778e03/events.out.tfevents.1639252339.5ec801778e03.1710.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df4d70a283db9c499230c62036df72421d01414b686d66d7e4aed9ecab51588a
-size 4682
+oid sha256:7142be587e47cc100622ee1e369f9b257a6f26efb68e638b7ca35d743a76e1d0
+size 6582

runs/Dec11_20-46-47_5ec801778e03/1639255694.7559092/events.out.tfevents.1639255694.5ec801778e03.1710.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c2445ff780f8a7f6dee48588f1b8af208e169a2c5b4e2f4d58a8a720133b37
+size 4555

runs/Dec11_20-46-47_5ec801778e03/events.out.tfevents.1639255694.5ec801778e03.1710.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc262b7338bb39ddb78ad02d76abc8f946e9ea205c4f703462ee7ded44a9040f
+size 4251

vocab.json

@@ -1 +1 @@
-{"c": 0, "e": 1, "l": 2, "d": 3, "i": 4, "t": 5, "r": 6, "s": 7, "q": 8, "'": 9, "b": 10, "g": 11, "f": 12, "z": 13, "o": 14, "h": 15, "m": 16, "w": 17, "y": 19, "n": 20, "a": 21, "p": 22, "v": 23, "j": 24, "k": 25, "x": 26, "u": 27, "|": 18, "[UNK]": 28, "[PAD]": 29}
+{"g": 0, "a": 1, "j": 2, "e": 3, "m": 4, "l": 5, "y": 6, "c": 7, "u": 8, "v": 9, "d": 10, "h": 11, "o": 12, "'": 13, "b": 15, "q": 16, "k": 17, "w": 18, "t": 19, "i": 20, "n": 21, "p": 22, "f": 23, "x": 24, "r": 25, "z": 26, "s": 27, "|": 14, "[UNK]": 28, "[PAD]": 29}