sakares commited on
Commit
0f4f657
1 Parent(s): 3388eb9

change to small batch size

Browse files
events.out.tfevents.1625498528.t1v-n-bf8aeee7-w-0.267637.3.v2 DELETED
Binary file (40 Bytes)
 
run.sh CHANGED
@@ -9,8 +9,8 @@ python3 run_mlm_flax.py \
9
  --dataset_config_name="unshuffled_deduplicated_th" \
10
  --max_seq_length="128" \
11
  --preprocessing_num_workers="64" \
12
- --per_device_train_batch_size="64" \
13
- --per_device_eval_batch_size="64" \
14
  --learning_rate="3e-4" \
15
  --warmup_steps="1000" \
16
  --overwrite_output_dir \
 
9
  --dataset_config_name="unshuffled_deduplicated_th" \
10
  --max_seq_length="128" \
11
  --preprocessing_num_workers="64" \
12
+ --per_device_train_batch_size="4" \
13
+ --per_device_eval_batch_size="4" \
14
  --learning_rate="3e-4" \
15
  --warmup_steps="1000" \
16
  --overwrite_output_dir \