Upload 4 files

special_tokens_map.json

@@ -1,5 +1,9 @@
 {
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
   "bos_token": "<|endoftext|>",
   "eos_token": "<|endoftext|>",
   "unk_token": "<|endoftext|>"
-}
+}

tokenizer_config.json

@@ -1,10 +1,9 @@
 {
-  "model_max_length": 999999999999999999,
-  "tokenizer_class": "QWenTokenizer",
-  "auto_map": {
-    "AutoTokenizer": [
-      "tokenization_qwen.QWenTokenizer",
-      null
-      ]
-  }
-}
+  "add_prefix_space": false,
+  "bos_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 1000000000000000019884624838656,
+  "unk_token": "<|endoftext|>"
+}