acul3 commited on
Commit
63e5a4a
1 Parent(s): 264aec9

print sample

Browse files
Files changed (1) hide show
  1. run_mlm_flax_stream.py +1 -0
run_mlm_flax_stream.py CHANGED
@@ -287,6 +287,7 @@ def advance_iter_and_group_samples(train_iterator, num_samples, max_seq_length):
287
  i += len(tokenized_samples["input_ids"])
288
 
289
  # concatenate tokenized samples to list
 
290
  samples = {
291
  k: samples[k] + tokenized_samples[k] for k in ["input_ids", "attention_mask", "special_tokens_mask"]
292
  }
 
287
  i += len(tokenized_samples["input_ids"])
288
 
289
  # concatenate tokenized samples to list
290
+ print('sample',tokenized_samples)
291
  samples = {
292
  k: samples[k] + tokenized_samples[k] for k in ["input_ids", "attention_mask", "special_tokens_mask"]
293
  }