Detic / detic /data /datasets /coco_zeroshot.py
AK391
files
159f437
# Copyright (c) Facebook, Inc. and its affiliates.
import os
from detectron2.data.datasets.register_coco import register_coco_instances
from detectron2.data.datasets.builtin_meta import _get_builtin_metadata
from .lvis_v1 import custom_register_lvis_instances
categories_seen = [
{'id': 1, 'name': 'person'},
{'id': 2, 'name': 'bicycle'},
{'id': 3, 'name': 'car'},
{'id': 4, 'name': 'motorcycle'},
{'id': 7, 'name': 'train'},
{'id': 8, 'name': 'truck'},
{'id': 9, 'name': 'boat'},
{'id': 15, 'name': 'bench'},
{'id': 16, 'name': 'bird'},
{'id': 19, 'name': 'horse'},
{'id': 20, 'name': 'sheep'},
{'id': 23, 'name': 'bear'},
{'id': 24, 'name': 'zebra'},
{'id': 25, 'name': 'giraffe'},
{'id': 27, 'name': 'backpack'},
{'id': 31, 'name': 'handbag'},
{'id': 33, 'name': 'suitcase'},
{'id': 34, 'name': 'frisbee'},
{'id': 35, 'name': 'skis'},
{'id': 38, 'name': 'kite'},
{'id': 42, 'name': 'surfboard'},
{'id': 44, 'name': 'bottle'},
{'id': 48, 'name': 'fork'},
{'id': 50, 'name': 'spoon'},
{'id': 51, 'name': 'bowl'},
{'id': 52, 'name': 'banana'},
{'id': 53, 'name': 'apple'},
{'id': 54, 'name': 'sandwich'},
{'id': 55, 'name': 'orange'},
{'id': 56, 'name': 'broccoli'},
{'id': 57, 'name': 'carrot'},
{'id': 59, 'name': 'pizza'},
{'id': 60, 'name': 'donut'},
{'id': 62, 'name': 'chair'},
{'id': 65, 'name': 'bed'},
{'id': 70, 'name': 'toilet'},
{'id': 72, 'name': 'tv'},
{'id': 73, 'name': 'laptop'},
{'id': 74, 'name': 'mouse'},
{'id': 75, 'name': 'remote'},
{'id': 78, 'name': 'microwave'},
{'id': 79, 'name': 'oven'},
{'id': 80, 'name': 'toaster'},
{'id': 82, 'name': 'refrigerator'},
{'id': 84, 'name': 'book'},
{'id': 85, 'name': 'clock'},
{'id': 86, 'name': 'vase'},
{'id': 90, 'name': 'toothbrush'},
]
categories_unseen = [
{'id': 5, 'name': 'airplane'},
{'id': 6, 'name': 'bus'},
{'id': 17, 'name': 'cat'},
{'id': 18, 'name': 'dog'},
{'id': 21, 'name': 'cow'},
{'id': 22, 'name': 'elephant'},
{'id': 28, 'name': 'umbrella'},
{'id': 32, 'name': 'tie'},
{'id': 36, 'name': 'snowboard'},
{'id': 41, 'name': 'skateboard'},
{'id': 47, 'name': 'cup'},
{'id': 49, 'name': 'knife'},
{'id': 61, 'name': 'cake'},
{'id': 63, 'name': 'couch'},
{'id': 76, 'name': 'keyboard'},
{'id': 81, 'name': 'sink'},
{'id': 87, 'name': 'scissors'},
]
def _get_metadata(cat):
if cat == 'all':
return _get_builtin_metadata('coco')
elif cat == 'seen':
id_to_name = {x['id']: x['name'] for x in categories_seen}
else:
assert cat == 'unseen'
id_to_name = {x['id']: x['name'] for x in categories_unseen}
thing_dataset_id_to_contiguous_id = {
x: i for i, x in enumerate(sorted(id_to_name))}
thing_classes = [id_to_name[k] for k in sorted(id_to_name)]
return {
"thing_dataset_id_to_contiguous_id": thing_dataset_id_to_contiguous_id,
"thing_classes": thing_classes}
_PREDEFINED_SPLITS_COCO = {
"coco_zeroshot_train": ("coco/train2017", "coco/zero-shot/instances_train2017_seen_2.json", 'seen'),
"coco_zeroshot_val": ("coco/val2017", "coco/zero-shot/instances_val2017_unseen_2.json", 'unseen'),
"coco_not_zeroshot_val": ("coco/val2017", "coco/zero-shot/instances_val2017_seen_2.json", 'seen'),
"coco_generalized_zeroshot_val": ("coco/val2017", "coco/zero-shot/instances_val2017_all_2_oriorder.json", 'all'),
"coco_zeroshot_train_oriorder": ("coco/train2017", "coco/zero-shot/instances_train2017_seen_2_oriorder.json", 'all'),
}
for key, (image_root, json_file, cat) in _PREDEFINED_SPLITS_COCO.items():
register_coco_instances(
key,
_get_metadata(cat),
os.path.join("datasets", json_file) if "://" not in json_file else json_file,
os.path.join("datasets", image_root),
)
_CUSTOM_SPLITS_COCO = {
"cc3m_coco_train_tags": ("cc3m/training/", "cc3m/coco_train_image_info_tags.json"),
"coco_caption_train_tags": ("coco/train2017/", "coco/annotations/captions_train2017_tags_allcaps.json"),}
for key, (image_root, json_file) in _CUSTOM_SPLITS_COCO.items():
custom_register_lvis_instances(
key,
_get_builtin_metadata('coco'),
os.path.join("datasets", json_file) if "://" not in json_file else json_file,
os.path.join("datasets", image_root),
)