add tokenizer

added_tokens.json

@@ -1 +1 @@
-{"<s>": 91, "</s>": 92}
+{"<s>": 71, "</s>": 72}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd7cfc20a74a26e92ed0b04ebad68b8f985f19ff387dcbec6b97876cfe01179d
+oid sha256:7683126fc71206e6e1d8c2fb93589706807013398b6ee4d3b610bb6fa26d7dc7
 size 1262304945

runs/Jan20_09-16-05_Yellow/events.out.tfevents.1642650464.Yellow.2043299.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d422903b4f6eac1088823466a0ae91d06222ee4b4214850f7efb6eef6dd86b8b
-size 16164
+oid sha256:514e939b112bbe084fc87837b74475236fe90b613407b2749089717c3d36bd0b
+size 16639

vocab.json

@@ -1 +1 @@
-{"&": 1, "b": 2, "c": 3, "d": 4, "e": 5, "g": 6, "h": 7, "j": 8, "k": 9, "m": 10, "n": 11, "o": 12, "p": 13, "r": 14, "s": 15, "t": 16, "u": 17, "v": 18, "w": 19, "x": 20, "y": 21, "z": 22, "|": 0, "ँ": 24, "ं": 25, "ः": 26, "अ": 27, "आ": 28, "इ": 29, "ई": 30, "उ": 31, "ऊ": 32, "ऋ": 33, "ए": 34, "ऐ": 35, "ऑ": 36, "ओ": 37, "औ": 38, "क": 39, "ख": 40, "ग": 41, "घ": 42, "च": 43, "छ": 44, "ज": 45, "झ": 46, "ञ": 47, "ट": 48, "ठ": 49, "ड": 50, "ढ": 51, "ण": 52, "त": 53, "थ": 54, "द": 55, "ध": 56, "न": 57, "प": 58, "फ": 59, "ब": 60, "भ": 61, "म": 62, "य": 63, "र": 64, "ल": 65, "व": 66, "श": 67, "ष": 68, "स": 69, "ह": 70, "़": 71, "ा": 72, "ि": 73, "ी": 74, "ु": 75, "ू": 76, "ृ": 77, "ॅ": 78, "े": 79, "ै": 80, "ॉ": 81, "ो": 82, "ौ": 83, "्": 84, "क़": 85, "ग़": 86, "ज़": 87, "ड़": 88, "ढ़": 89, "’": 90, "[UNK]": 90, "[PAD]": 91}
+{"e": 1, "ँ": 2, "ं": 3, "ः": 4, "अ": 5, "आ": 6, "इ": 7, "ई": 8, "उ": 9, "ऊ": 10, "ऋ": 11, "ए": 12, "ऐ": 13, "ऑ": 14, "ओ": 15, "औ": 16, "क": 17, "ख": 18, "ग": 19, "घ": 20, "च": 21, "छ": 22, "ज": 23, "झ": 24, "ञ": 25, "ट": 26, "ठ": 27, "ड": 28, "ढ": 29, "ण": 30, "त": 31, "थ": 32, "द": 33, "ध": 34, "न": 35, "प": 36, "फ": 37, "ब": 38, "भ": 39, "म": 40, "य": 41, "र": 42, "ल": 43, "व": 44, "श": 45, "ष": 46, "स": 47, "ह": 48, "़": 49, "ा": 50, "ि": 51, "ी": 52, "ु": 53, "ू": 54, "ृ": 55, "ॅ": 56, "े": 57, "ै": 58, "ॉ": 59, "ो": 60, "ौ": 61, "्": 62, "क़": 63, "ग़": 64, "ज़": 65, "ड़": 66, "ढ़": 67, "’": 68, "|": 0, "[UNK]": 69, "[PAD]": 70}