Upload tokenizer

added_tokens.json

@@ -0,0 +1,4 @@
+{
+  "<mask>": 40001,
+  "<pad>": 40000
+}

special_tokens_map.json

@@ -0,0 +1,11 @@
+{
+  "additional_special_tokens": [
+    "<s>",
+    "<mask>"
+  ],
+  "bos_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": "<mask>",
+  "pad_token": "<pad>",
+  "unk_token": "<unk>"
+}

spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1836aa16c5e41fb9bec14c477218b83812919d19dfdde1c49a419cd9935615
+size 858518

tokenizer_config.json

@@ -0,0 +1,14 @@
+{
+  "additional_special_tokens": [
+    "<s>",
+    "<mask>"
+  ],
+  "eos_token": "</s>",
+  "extra_ids": 0,
+  "name_or_path": "drive/MyDrive/Models/t5-base-answer-to-query-generation-v20221018/checkpoint-90000",
+  "pad_token": "<pad>",
+  "sp_model_kwargs": {},
+  "special_tokens_map_file": "/cognitive_comp/gaoxinyu/hf_hub/Randeng-BART-139M/special_tokens_map.json",
+  "tokenizer_class": "T5Tokenizer",
+  "unk_token": "<unk>"
+}