dwadden (CONTRIBUTOR) commented on 2021-01-26 22:21:29:
Nice, I ran that command and `dataset_infos` seems to have been updated appropriately; I added this to the PR. But when I try to load the dataset it still seems like it's getting a path to the old URL somehow. I `pip install -e`'d my fork of the repo, so I'm not sure why `load_dataset` is still looking for the old version of the file. Stack trace below.

```
In [1]: import datasets

In [2]: ds = datasets.load_dataset("scifact", "claims")
Downloading: 7.34kB [00:00, 2.58MB/s]
Downloading: 3.38kB [00:00, 1.36MB/s]
Downloading and preparing dataset scifact/claims (download: 2.72 MiB, generated: 258.64 KiB, post-processed: Unknown size, total: 2.97 MiB) to /Users/dwadden/.cache/huggingface/datasets/scifact/claims/1.0.0/2bb675b2003716a061a4d8ce27fab32ab7f6d010016bab08ffaccea3c14ec6e7...
---------------------------------------------------------------------------
ConnectionError                           Traceback (most recent call last)
<ipython-input-2-9a50b954d89a> in <module>
----> 1 ds = datasets.load_dataset("scifact", "claims")

~/proj/datasets/src/datasets/load.py in load_dataset(path, name, data_dir, data_files, split, cache_dir, features, download_config, download_mode, ignore_verifications, save_infos, script_version, **config_kwargs)
    672
    673     # Download and prepare data
--> 674     builder_instance.download_and_prepare(
    675         download_config=download_config,
    676         download_mode=download_mode,

~/proj/datasets/src/datasets/builder.py in download_and_prepare(self, download_config, download_mode, ignore_verifications, try_from_hf_gcs, dl_manager, **download_and_prepare_kwargs)
    560                             logger.warning("HF google storage unreachable. Downloading and preparing it from source")
    561                     if not downloaded_from_gcs:
--> 562                         self._download_and_prepare(
    563                             dl_manager=dl_manager, verify_infos=verify_infos, **download_and_prepare_kwargs
    564                         )

~/proj/datasets/src/datasets/builder.py in _download_and_prepare(self, dl_manager, verify_infos, **prepare_split_kwargs)
    616         split_dict = SplitDict(dataset_name=self.name)
    617         split_generators_kwargs = self._make_split_generators_kwargs(prepare_split_kwargs)
--> 618         split_generators = self._split_generators(dl_manager, **split_generators_kwargs)
    619
    620         # Checksums verification

~/.cache/huggingface/modules/datasets_modules/datasets/scifact/2bb675b2003716a061a4d8ce27fab32ab7f6d010016bab08ffaccea3c14ec6e7/scifact.py in _split_generators(self, dl_manager)
     92         # dl_manager is a datasets.download.DownloadManager that can be used to
     93         # download and extract URLs
---> 94         dl_dir = dl_manager.download_and_extract(_URL)
     95
     96         if self.config.name == "corpus":

~/proj/datasets/src/datasets/utils/download_manager.py in download_and_extract(self, url_or_urls)
    256             extracted_path(s): `str`, extracted paths of given URL(s).
    257         """
--> 258         return self.extract(self.download(url_or_urls))
    259
    260     def get_recorded_sizes_checksums(self):

~/proj/datasets/src/datasets/utils/download_manager.py in download(self, url_or_urls)
    177
    178         start_time = datetime.now()
--> 179         downloaded_path_or_paths = map_nested(
    180             download_func,
    181             url_or_urls,

~/proj/datasets/src/datasets/utils/py_utils.py in map_nested(function, data_struct, dict_only, map_list, map_tuple, map_numpy, num_proc, types)
    223     # Singleton
    224     if not isinstance(data_struct, dict) and not isinstance(data_struct, types):
--> 225         return function(data_struct)
    226
    227     disable_tqdm = bool(logger.getEffectiveLevel() > INFO)

~/proj/datasets/src/datasets/utils/file_utils.py in cached_path(url_or_filename, download_config, **download_kwargs)
    348     if is_remote_url(url_or_filename):
    349         # URL, so get it from the cache (downloading if necessary)
--> 350         output_path = get_from_cache(
    351             url_or_filename,
    352             cache_dir=cache_dir,

~/proj/datasets/src/datasets/utils/file_utils.py in get_from_cache(url, cache_dir, force_download, proxies, etag_timeout, resume_download, user_agent, local_files_only, use_etag, max_retries)
    631         elif response is not None and response.status_code == 404:
    632             raise FileNotFoundError("Couldn't find file at {}".format(url))
--> 633         raise ConnectionError("Couldn't reach {}".format(url))
    634
    635     # Try a second time

ConnectionError: Couldn't reach https://ai2-s2-scifact.s3-us-west-2.amazonaws.com/release/2020-05-01/data.tar.gz
```