Upload 2 files

added_tokens.json

@@ -1,6 +1,5 @@
 {
   "</s>": 2,
   "<s>": 1,
-  "<unk>": 0,
-  "<|im_end|>": 32000
-}
+  "<unk>": 0
+}

special_tokens_map.json

@@ -2,11 +2,9 @@
   "additional_special_tokens": [
     "<unk>",
     "<s>",
-    "</s>",
-    "<|im_end|>",
-    "<|im_start|>"
+    "</s>"
   ],
   "bos_token": "<s>",
-  "eos_token": "<|im_end|>",
+  "eos_token": "</s>",
   "unk_token": "<unk>"
-}
+}