boris commited on
Commit
0c992bd
1 Parent(s): b75e0e9

fix(seq2seq): use streaming arg

Browse files
Files changed (1) hide show
  1. dev/seq2seq/run_seq2seq_flax.py +3 -1
dev/seq2seq/run_seq2seq_flax.py CHANGED
@@ -506,7 +506,9 @@ def main():
506
  "validation": data_args.validation_file,
507
  }
508
  dataset = load_dataset(
509
- data_args.dataset_repo_or_path, data_files=data_files, streaming=True
 
 
510
  )
511
 
512
  # Set up items to load or create
 
506
  "validation": data_args.validation_file,
507
  }
508
  dataset = load_dataset(
509
+ data_args.dataset_repo_or_path,
510
+ data_files=data_files,
511
+ streaming=data_args.streaming,
512
  )
513
 
514
  # Set up items to load or create