""" Copyright (c) 2022, salesforce.com, inc. All rights reserved. SPDX-License-Identifier: BSD-3-Clause For full license text, see the LICENSE file in the repo root or https://opensource.org/licenses/BSD-3-Clause """ import os from pathlib import Path from omegaconf import OmegaConf from lavis.common.utils import ( cleanup_dir, download_and_extract_archive, get_abs_path, get_cache_path, ) DATA_URL = "https://downloads.cs.stanford.edu/nlp/data/gqa/images.zip" def download_datasets(root, url): download_and_extract_archive(url=url, download_root=root, extract_root=storage_dir.parent) if __name__ == "__main__": config_path = get_abs_path("configs/datasets/gqa/defaults.yaml") storage_dir = OmegaConf.load( config_path ).datasets.gqa.build_info.images.storage download_dir = Path(get_cache_path(storage_dir)).parent / "download" storage_dir = Path(get_cache_path(storage_dir)) if storage_dir.exists(): print(f"Dataset already exists at {storage_dir}. Aborting.") exit(0) try: print("Downloading {}".format(DATA_URL)) download_datasets(download_dir, DATA_URL) except Exception as e: # remove download dir if failed cleanup_dir(download_dir) print("Failed to download or extracting datasets. Aborting.") cleanup_dir(download_dir)