Update added_tokens.json
Browse files- added_tokens.json +1 -0
added_tokens.json
ADDED
@@ -0,0 +1 @@
|
|
|
1 |
+
{"<|bod|>": 50257, "<|eod|>": 50258, "<|pad|>": 50259, "<|bd|>": 50260, "<|be|>": 50261, "<|pos|>": 50262, "<|bto|>": 50263}
|