Saving weights and logs of step 10000

events.out.tfevents.1637935644.t1v-n-8eba1090-w-0.892912.0.v2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47cc17217890fb0402d5e89901c50c4a86483a996cd7f486dbf15a45b19c67b4
+size 1470757

flax_model.msgpack

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc10004ec2412a4c4ea5a46e64fe9ee7094bbfaca2c055f34c6573a576ca8b5a
+oid sha256:97aea3f3d09ad5515f0591c5509fae2c2d0947bec7c92c1657e6d7c141231094
 size 711588089

start_train.sh

@@ -4,7 +4,7 @@ export HF_DATASETS_CACHE="/researchdisk/datasets_cache"
 export USE_TORCH=False
 python3 run_mlm_flax.py \
     --output_dir="./" \
-    --model_type="roberta" \
+    --model_name_or_path="./" \
     --config_name="./" \
     --tokenizer_name="./" \
     --dataset_filepath="/researchdisk/training_dataset_full" \
@@ -19,7 +19,7 @@ python3 run_mlm_flax.py \
     --learning_rate="2e-4" \
     --warmup_steps="1500" \
     --overwrite_output_dir \
-    --num_train_epochs="2" \
+    --num_train_epochs="1" \
     --save_strategy="steps" \
     --save_steps="10000" \
     --save_total_limit="5" \