Upload special_tokens_map.json with huggingface_hub

special_tokens_map.json

@@ -0,0 +1,19 @@
+{
+  "additional_special_tokens": [
+    "<unk|LLM-jp>",
+    "<s|LLM-jp>",
+    "</s|LLM-jp>",
+    "<mask|LLM-jp>",
+    "<pad|LLM-jp>",
+    "<CLS|LLM-jp>",
+    "<SEP|LLM-jp>",
+    "<EOD|LLM-jp>"
+  ],
+  "bos_token": "<s|LLM-jp>",
+  "cls_token": "<CLS|LLM-jp>",
+  "eos_token": "<EOD|LLM-jp>",
+  "mask_token": "<mask|LLM-jp>",
+  "pad_token": "<pad|LLM-jp>",
+  "sep_token": "<SEP|LLM-jp>",
+  "unk_token": "<unk|LLM-jp>"
+}