acul3 commited on
Commit
e4e1df4
1 Parent(s): 1b1cb88
Files changed (1) hide show
  1. run.sh +1 -1
run.sh CHANGED
@@ -15,7 +15,7 @@ tmux new-session -d -s my_session python3 run_mlm_flax.py \
15
  --adam_beta1="0.9" \
16
  --adam_beta2="0.98" \
17
  --adam_epsilon="1e-6" \
18
- --learning_rate="8e-5" \
19
  --num_train_epochs="20" \
20
  --weight_decay="0.01" \
21
  --save_strategy="steps" \
 
15
  --adam_beta1="0.9" \
16
  --adam_beta2="0.98" \
17
  --adam_epsilon="1e-6" \
18
+ --learning_rate="6e-4" \
19
  --num_train_epochs="20" \
20
  --weight_decay="0.01" \
21
  --save_strategy="steps" \