add tokenizer

runs/Jun06_08-13-32_353f4fe39fa1/1654504426.3042507/events.out.tfevents.1654504426.353f4fe39fa1.71.12

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04eebd5b302bda93a7e825daeeac6cd9515f3597cffe8bd79cf089551bb7d8d7
+size 4826

runs/Jun06_08-13-32_353f4fe39fa1/events.out.tfevents.1654504038.353f4fe39fa1.71.11

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9dab08066381693f584be431daba0771a29d21adbd88a48272d3c40e8242447a
-size 311
+oid sha256:9d10f956cd0ecc52d7556fb6a7eb32a1936c18a341bfc861ad8fc78d696efc87
+size 5414

runs/Jun06_08-13-32_353f4fe39fa1/events.out.tfevents.1654505188.353f4fe39fa1.71.13

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6eda5cacffe77bd10d295ce01caf52e5a04dc4eded921fc36b12e9af0a7da7
+size 311