test
Browse files- run_mlm_flax.py +1 -1
run_mlm_flax.py
CHANGED
@@ -325,7 +325,7 @@ if __name__ == "__main__":
|
|
325 |
# download the dataset.
|
326 |
if data_args.dataset_name is not None:
|
327 |
# Downloading and loading a dataset from the hub.
|
328 |
-
datasets = load_dataset(data_args.dataset_name, data_args.dataset_config_name, cache_dir=model_args.cache_dir)
|
329 |
|
330 |
if "validation" not in datasets.keys():
|
331 |
datasets["validation"] = load_dataset(
|
|
|
325 |
# download the dataset.
|
326 |
if data_args.dataset_name is not None:
|
327 |
# Downloading and loading a dataset from the hub.
|
328 |
+
datasets = load_dataset(data_args.dataset_name, data_args.dataset_config_name, use_auth_token=data_args.auth_token, cache_dir=model_args.cache_dir)
|
329 |
|
330 |
if "validation" not in datasets.keys():
|
331 |
datasets["validation"] = load_dataset(
|