add tokenizer
Browse files- added_tokens.json +1 -1
added_tokens.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"<|ASPECT-SEP|>": 30523
|
|
|
1 |
+
{"[eot]": 30522, "<|ASPECT-SEP|>": 30523}
|