cahya commited on
Commit
f5295fb
1 Parent(s): 8b888a4

save checkpoint after 2000 steps

Browse files
Files changed (2) hide show
  1. .gitattributes +1 -0
  2. run_pretraining.sh +2 -0
.gitattributes CHANGED
@@ -14,3 +14,4 @@
14
  *.pb filter=lfs diff=lfs merge=lfs -text
15
  *.pt filter=lfs diff=lfs merge=lfs -text
16
  *.pth filter=lfs diff=lfs merge=lfs -text
 
 
14
  *.pb filter=lfs diff=lfs merge=lfs -text
15
  *.pt filter=lfs diff=lfs merge=lfs -text
16
  *.pth filter=lfs diff=lfs merge=lfs -text
17
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
run_pretraining.sh CHANGED
@@ -20,4 +20,6 @@ export WANDB_LOG_MODEL="true"
20
  --num_train_epochs="20" \
21
  --dataloader_num_workers="64" \
22
  --preprocessing_num_workers="64" \
 
 
23
  --push_to_hub
 
20
  --num_train_epochs="20" \
21
  --dataloader_num_workers="64" \
22
  --preprocessing_num_workers="64" \
23
+ --save_steps="2000" \
24
+ --eval_steps="2000" \
25
  --push_to_hub