Add configs

merges.txt

@@ -1,4 +1,4 @@
-#version: 0.2 - Trained by `huggingface/tokenizers`
+#version: 0.2
 i n
 t h
 a n

preprocessor_config.json

@@ -16,7 +16,6 @@
     0.2239999920129776,
     0.22499999403953552
   ],
-  "max_seq_length": 77,
   "metadata": {
     "0": "wall",
     "1": "building",
@@ -425,8 +424,8 @@
   },
   "num_labels": 150,
   "num_text": null,
+  "processor_class": "OneFormerProcessor",
   "reduce_labels": false,
-  "repo_path": "shi-labs/oneformer_ade20k_swin_tiny",
   "resample": 2,
   "rescale_factor": 0.00392156862745098,
   "size": {
@@ -434,6 +433,5 @@
     "shortest_edge": 512
   },
   "size_divisibility": 32,
-  "size_divisor": 32,
-  "task_seq_length": 77
+  "size_divisor": 32
 }

special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,33 @@
+{
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "errors": "replace",
+  "model_max_length": 1000000000000000019884624838656,
+  "name_or_path": "shi-labs/oneformer_ade20k_swin_tiny",
+  "pad_token": "<|endoftext|>",
+  "processor_class": "OneFormerProcessor",
+  "special_tokens_map_file": null,
+  "tokenizer_class": "CLIPTokenizer",
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}