Upload tokenizer

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,16 @@
+{
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": false,
+  "full_tokenizer_file": null,
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

vocab.txt

@@ -0,0 +1,69 @@
+[PAD]
+[UNK]
+[CLS]
+[SEP]
+[MASK]
+a
+A
+@
+b
+B
+#
+$
+%
+r
+R
+n
+N
+d
+D
+c
+C
+e
+E
+q
+Q
+^
+G
+&
+g
+h
+H
+i
+I
+j
++
+M
+m
+l
+J
+L
+k
+K
+(
+f
+F
+p
+P
+o
+O
+=
+s
+z
+Z
+w
+S
+X
+T
+t
+x
+W
+y
+Y
+u
+v
+U
+V
+]
+}
+)