add tokenizer

vocab.json

@@ -1 +1 @@
-{"'": 0, "s": 1, "î": 2, "b": 3, "ğ": 4, "w": 5, "â": 6, "z": 7, "o": 8, "d": 9, "q": 10, "g": 11, "ë": 12, "f": 13, "ı": 14, "h": 15, "n": 16, "ç": 17, "a": 18, "̇": 19, "k": 20, "l": 21, "p": 23, "e": 24, "i": 25, "ö": 26, "y": 27, "v": 28, "ü": 29, "j": 30, "t": 31, "c": 32, "m": 33, "u": 34, "r": 35, "ş": 36, "x": 37, "|": 22, "[UNK]": 38, "[PAD]": 39}
+{"d": 0, "ş": 1, "x": 2, "ğ": 3, "o": 4, "ç": 5, "v": 6, "i": 7, "ë": 8, "n": 9, "z": 10, "ü": 11, "h": 12, "u": 14, "q": 15, "j": 16, "b": 17, "p": 18, "'": 19, "m": 20, "s": 21, "ı": 22, "e": 23, "t": 24, "î": 25, "f": 26, "ö": 27, "w": 28, "k": 29, "y": 30, "g": 31, "l": 32, "a": 33, "c": 34, "r": 35, "â": 36, "̇": 37, "|": 13, "[UNK]": 38, "[PAD]": 39}