Upload Apollo-34B/tokenizer_config.json with huggingface_hub

Apollo-34B/tokenizer_config.json

@@ -0,0 +1,9 @@
+{
+  "auto_map": {
+    "AutoTokenizer": ["tokenization_yi.YiTokenizer", null]
+  },
+  "add_bos_token": false,
+  "add_eos_token": false,
+  "model_max_length": 4096,
+  "tokenizer_class": "YiTokenizer"
+}