Saving weights and logs of step 179307

events.out.tfevents.1633618406.t1v-n-4e27a527-w-0.192304.0.v2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607afd35063035f39f517563d179d70394581ceab589fc16180981b815b3a03e
+size 22317230

flax_model.msgpack

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b90c9c809494625d737d5745a2996027c90a772e5d1d47773e008de96dbfd20
+oid sha256:cd89c66b4400cf75a191a2817c2939e3feee5bddaa5f5b7e26bc5f1e57d25729
 size 5262371934

run.sh

@@ -5,11 +5,11 @@ python run_clm_mp.py \
        	--validation_file /mnt/disks/flaxdisk/corpus/social_validation.json \
      	--do_train \
        	--do_eval  \
-     	--block_size 1024 \
+     	--block_size 512 \
    	--num_train_epochs 5 \
-   	--learning_rate 1e-5 \
-	--per_device_train_batch_size 2 \
-       	--per_device_eval_batch_size 2 \
+   	--learning_rate 4e-6 \
+	--per_device_train_batch_size 4 \
+       	--per_device_eval_batch_size 4 \
     	--overwrite_output_dir \
 	--output_dir "./" \
 	--cache_dir /mnt/disks/flaxdisk/cache/ \