Saving weights and logs of step 2500

events.out.tfevents.1734078421.t1v-n-53cd541d-w-35.1080156.0.v2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a7f6357896579784c2fd683291c679d3bd919af4c0329e41ecd08633ef460a
+size 63038

flax_model.msgpack

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1adcfdad8a681e08bfe5535021067e1c876db067eda92f40f92ccf9c4c5e63
+size 1421658229

run_train.sh

@@ -10,10 +10,10 @@ python run_mlm_flax.py \
     --weight_decay="0.01" \
     --per_device_train_batch_size="64" \
     --per_device_eval_batch_size="64" \
-    --learning_rate="3e-4" \
+    --learning_rate="5e-4" \
     --warmup_steps="1000" \
     --overwrite_output_dir \
-    --num_train_epochs="18" \
+    --num_train_epochs="100" \
     --adam_beta1="0.9" \
     --adam_beta2="0.98" \
     --logging_steps="500" \