add tokenizer

runs/Sep21_16-16-34_11b228962238/1663777008.5017319/events.out.tfevents.1663777008.11b228962238.71.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975c3543c7cab0c4ea353b0c0981a899cea212b562eb8bd934c56ed7e19276c6
+size 4828

runs/Sep21_16-16-34_11b228962238/events.out.tfevents.1663777008.11b228962238.71.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb31214aa05c7c6b113eb0baffd6e77f2ceb89f152baed3260d764455b767bdf
+size 4136

vocab.json

@@ -1 +1 @@
-{"ق": 0, "ِ": 1, "إ": 2, "ي": 3, "ّ": 4, "،": 5, "ب": 6, "ة": 7, "خ": 8, "َ": 9, "ئ": 10, "ه": 11, "ش": 12, "ؤ": 13, "أ": 14, "ى": 15, "ل": 16, "ح": 17, "ن": 18, "ٌ": 19, "ض": 20, "س": 21, "ط": 22, "ث": 23, "ج": 25, "د": 26, "و": 27, "ع": 28, "ظ": 29, "ذ": 30, "ف": 31, "ُ": 32, "ر": 33, "غ": 34, "ص": 35, "ء": 36, "ز": 37, "ٍ": 38, "ً": 39, "ْ": 40, "م": 41, "ك": 42, "آ": 43, "ا": 44, "ت": 45, "|": 24, "[UNK]": 46, "[PAD]": 0}
+{"ق": 0, "ِ": 1, "إ": 2, "ي": 3, "ّ": 4, "،": 5, "ب": 6, "ة": 7, "خ": 8, "َ": 9, "ئ": 10, "ه": 11, "ش": 12, "ؤ": 13, "أ": 14, "ى": 15, "ل": 16, "ح": 17, "ن": 18, "ٌ": 19, "ض": 20, "س": 21, "ط": 22, "ث": 23, "ج": 25, "د": 26, "و": 27, "ع": 28, "ظ": 29, "ذ": 30, "ف": 31, "ُ": 32, "ر": 33, "غ": 34, "ص": 35, "ء": 36, "ز": 37, "ٍ": 38, "ً": 39, "ْ": 40, "م": 41, "ك": 42, "آ": 43, "ا": 44, "ت": 45, "|": 24, "[UNK]": 0, "[PAD]": 0}