pere commited on
Commit
977847b
1 Parent(s): e2bce0c
Files changed (1) hide show
  1. run_mlm_flax.py +1 -1
run_mlm_flax.py CHANGED
@@ -325,7 +325,7 @@ if __name__ == "__main__":
325
  # download the dataset.
326
  if data_args.dataset_name is not None:
327
  # Downloading and loading a dataset from the hub.
328
- datasets = load_dataset(data_args.dataset_name, data_args.dataset_config_name, cache_dir=model_args.cache_dir)
329
 
330
  if "validation" not in datasets.keys():
331
  datasets["validation"] = load_dataset(
 
325
  # download the dataset.
326
  if data_args.dataset_name is not None:
327
  # Downloading and loading a dataset from the hub.
328
+ datasets = load_dataset(data_args.dataset_name, data_args.dataset_config_name, use_auth_token=data_args.auth_token, cache_dir=model_args.cache_dir)
329
 
330
  if "validation" not in datasets.keys():
331
  datasets["validation"] = load_dataset(