infinitejoy commited on
Commit
ae5cbc4
1 Parent(s): 465649c

add tokenizer

Browse files
added_tokens.json CHANGED
@@ -1 +1 @@
1
- {"<s>": 91, "</s>": 92}
 
1
+ {"<s>": 71, "</s>": 72}
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dd7cfc20a74a26e92ed0b04ebad68b8f985f19ff387dcbec6b97876cfe01179d
3
  size 1262304945
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7683126fc71206e6e1d8c2fb93589706807013398b6ee4d3b610bb6fa26d7dc7
3
  size 1262304945
runs/Jan20_09-16-05_Yellow/events.out.tfevents.1642650464.Yellow.2043299.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d422903b4f6eac1088823466a0ae91d06222ee4b4214850f7efb6eef6dd86b8b
3
- size 16164
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:514e939b112bbe084fc87837b74475236fe90b613407b2749089717c3d36bd0b
3
+ size 16639
vocab.json CHANGED
@@ -1 +1 @@
1
- {"&": 1, "b": 2, "c": 3, "d": 4, "e": 5, "g": 6, "h": 7, "j": 8, "k": 9, "m": 10, "n": 11, "o": 12, "p": 13, "r": 14, "s": 15, "t": 16, "u": 17, "v": 18, "w": 19, "x": 20, "y": 21, "z": 22, "|": 0, "": 24, "": 25, "": 26, "": 27, "": 28, "": 29, "": 30, "": 31, "": 32, "": 33, "": 34, "": 35, "": 36, "": 37, "": 38, "": 39, "": 40, "": 41, "": 42, "": 43, "": 44, "": 45, "": 46, "": 47, "": 48, "": 49, "": 50, "": 51, "": 52, "": 53, "": 54, "": 55, "": 56, "": 57, "": 58, "": 59, "": 60, "": 61, "": 62, "": 63, "": 64, "": 65, "": 66, "": 67, "": 68, "": 69, "ह": 70, "़": 71, "ा": 72, "ि": 73, "ी": 74, "ु": 75, "ू": 76, "ृ": 77, "ॅ": 78, "े": 79, "ै": 80, "ॉ": 81, "ो": 82, "ौ": 83, "्": 84, "क़": 85, "ग़": 86, "ज़": 87, "ड़": 88, "ढ़": 89, "’": 90, "[UNK]": 90, "[PAD]": 91}
 
1
+ {"e": 1, "": 2, "": 3, "": 4, "": 5, "": 6, "": 7, "": 8, "": 9, "": 10, "": 11, "": 12, "": 13, "": 14, "": 15, "": 16, "": 17, "": 18, "": 19, "": 20, "": 21, "": 22, "": 23, "": 24, "": 25, "": 26, "": 27, "": 28, "": 29, "": 30, "": 31, "": 32, "": 33, "": 34, "": 35, "": 36, "": 37, "": 38, "": 39, "": 40, "": 41, "": 42, "": 43, "": 44, "": 45, "": 46, "": 47, "": 48, "": 49, "": 50, "ि": 51, "": 52, "": 53, "": 54, "": 55, "": 56, "": 57, "": 58, "": 59, "": 60, "": 61, "": 62, "": 63, "": 64, "": 65, "": 66, "": 67, "": 68, "|": 0, "[UNK]": 69, "[PAD]": 70}