update additional_special_tokens (#8)

- update additional_special_tokens (25c9ed42ae8210cb141143667adfae5c9a52a886)
- add additional_special_tokens in tokenizer cfg (2234bca0e798d28dffe3eec70b8d6f11c6c62419)


Co-authored-by: RangiLyu <RangiLyu@users.noreply.huggingface.co>

special_tokens_map.json

@@ -1,4 +1,12 @@
 {
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|action_start|>",
+    "<|action_end|>",
+    "<|interpreter|>",
+    "<|plugin|>"
+  ],
   "bos_token": "<s>",
   "eos_token": "</s>",
   "pad_token": "</s>",

tokenizer_config.json

@@ -86,5 +86,13 @@
       "special": true
     }
   },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|action_start|>",
+    "<|action_end|>",
+    "<|interpreter|>",
+    "<|plugin|>"
+  ],
   "chat_template": "{{ bos_token }}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}"
 }