small change

Files changed (2) hide show

__pycache__/run_mlm.cpython-38.pyc ADDED Viewed

Binary file (13.5 kB). View file

run_pytorch.sh CHANGED Viewed

@@ -13,7 +13,7 @@ python3 ./xla_spawn.py \
     --learning_rate="6e-4" \
     --warmup_steps="10000" \
     --overwrite_output_dir \
-    --num_train_epochs ="10" \
     --adam_beta1="0.9" \
     --adam_beta2="0.98" \
     --logging_steps="10000" \

     --learning_rate="6e-4" \
     --warmup_steps="10000" \
     --overwrite_output_dir \
+    --num_train_epochs="10" \
     --adam_beta1="0.9" \
     --adam_beta2="0.98" \
     --logging_steps="10000" \