Upload with huggingface_hub

special_tokens_map.json

@@ -0,0 +1,11 @@
+{
+    "additional_special_tokens": [
+      "<|endoftext|>",
+      "<|sep|>",
+      "<|acc|>",
+      "<|tel|>",
+      "<|rrn|>"
+    ],
+    "eos_token": "<|endoftext|>",
+    "pad_token": "<|endoftext|>"
+  }

tokenizer_config.json

@@ -0,0 +1,6 @@
+{
+    "name_or_path": "EleutherAI/polyglot-ko-1.3b",
+    "eos_token": "<|endoftext|>",
+    "pad_token": "<|endoftext|>",
+    "tokenizer_class": "PreTrainedTokenizerFast"
+  }