vit-gpt2 / dataset_usage_example.py
ydshieh
Add a script to create dummy pretrained models for testing
fd8c682
from datasets import load_dataset
from PIL import Image
dataset_name = "image_caption_dataset.py"
dataset_config_name = "coco_2017"
cache_dir = None
keep_in_memory = False
data_dir = "./"
dataset = load_dataset(
dataset_name, dataset_config_name, cache_dir=cache_dir, keep_in_memory=keep_in_memory, data_dir=data_dir
)
for example in dataset["train"]:
print(example)
# with Image.open(example['image_file']) as image:
# image.show()
break
for _idx, example in enumerate(dataset["validation"]):
if _idx >= 5:
break
print(example)
with Image.open(example['image_file']) as image:
image.show()