pere commited on
Commit
d775e6e
1 Parent(s): eb6c8f6

longer training

Browse files
batch_finetune_eu_jav_base_exp_bs_16.sh CHANGED
@@ -1,7 +1,7 @@
1
  PROJECT_DIR=${HOME}"/models/eu-jav-categorisation"
2
  export PYTHONPATH=${PROJECT_DIR}
3
  INITIAL_CHECKPOINT_PATH=\"gs://t5-data/pretrained_models/t5x/mt5_base/checkpoint_1000000\"
4
- TRAIN_STEPS=1003000
5
 
6
  python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin.TRAIN_STEPS=${TRAIN_STEPS} --gin_file="finetune_classification_base_exp_bs_16.gin" --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH} --gin.MIXTURE_OR_TASK_NAME=\"classify_tweets\" --gin.MODEL_DIR=\"gs://eu-jav-t5x/finetuned/italian_tweets/exp_bs_16_classify_tweets_base_v1\"
7
 
 
1
  PROJECT_DIR=${HOME}"/models/eu-jav-categorisation"
2
  export PYTHONPATH=${PROJECT_DIR}
3
  INITIAL_CHECKPOINT_PATH=\"gs://t5-data/pretrained_models/t5x/mt5_base/checkpoint_1000000\"
4
+ TRAIN_STEPS=1010000
5
 
6
  python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin.TRAIN_STEPS=${TRAIN_STEPS} --gin_file="finetune_classification_base_exp_bs_16.gin" --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH} --gin.MIXTURE_OR_TASK_NAME=\"classify_tweets\" --gin.MODEL_DIR=\"gs://eu-jav-t5x/finetuned/italian_tweets/exp_bs_16_classify_tweets_base_v1\"
7
 
batch_finetune_eu_jav_base_exp_dropout_02.sh CHANGED
@@ -1,7 +1,7 @@
1
  PROJECT_DIR=${HOME}"/models/eu-jav-categorisation"
2
  export PYTHONPATH=${PROJECT_DIR}
3
  INITIAL_CHECKPOINT_PATH=\"gs://t5-data/pretrained_models/t5x/mt5_base/checkpoint_1000000\"
4
- TRAIN_STEPS=1003000
5
 
6
  python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin.TRAIN_STEPS=${TRAIN_STEPS} --gin_file="finetune_classification_base_exp_dropout_02.gin" --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH} --gin.MIXTURE_OR_TASK_NAME=\"classify_tweets\" --gin.MODEL_DIR=\"gs://eu-jav-t5x/finetuned/italian_tweets/exp_dropout_02_classify_tweets_base_v1\"
7
 
 
1
  PROJECT_DIR=${HOME}"/models/eu-jav-categorisation"
2
  export PYTHONPATH=${PROJECT_DIR}
3
  INITIAL_CHECKPOINT_PATH=\"gs://t5-data/pretrained_models/t5x/mt5_base/checkpoint_1000000\"
4
+ TRAIN_STEPS=1010000
5
 
6
  python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin.TRAIN_STEPS=${TRAIN_STEPS} --gin_file="finetune_classification_base_exp_dropout_02.gin" --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH} --gin.MIXTURE_OR_TASK_NAME=\"classify_tweets\" --gin.MODEL_DIR=\"gs://eu-jav-t5x/finetuned/italian_tweets/exp_dropout_02_classify_tweets_base_v1\"
7
 
batch_finetune_eu_jav_base_exp_dropout_04.sh CHANGED
@@ -1,7 +1,7 @@
1
  PROJECT_DIR=${HOME}"/models/eu-jav-categorisation"
2
  export PYTHONPATH=${PROJECT_DIR}
3
  INITIAL_CHECKPOINT_PATH=\"gs://t5-data/pretrained_models/t5x/mt5_base/checkpoint_1000000\"
4
- TRAIN_STEPS=1003000
5
 
6
  python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin.TRAIN_STEPS=${TRAIN_STEPS} --gin_file="finetune_classification_base_exp_dropout_04.gin" --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH} --gin.MIXTURE_OR_TASK_NAME=\"classify_tweets\" --gin.MODEL_DIR=\"gs://eu-jav-t5x/finetuned/italian_tweets/exp_dropout_04_classify_tweets_base_v1\"
7
 
 
1
  PROJECT_DIR=${HOME}"/models/eu-jav-categorisation"
2
  export PYTHONPATH=${PROJECT_DIR}
3
  INITIAL_CHECKPOINT_PATH=\"gs://t5-data/pretrained_models/t5x/mt5_base/checkpoint_1000000\"
4
+ TRAIN_STEPS=1010000
5
 
6
  python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin.TRAIN_STEPS=${TRAIN_STEPS} --gin_file="finetune_classification_base_exp_dropout_04.gin" --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH} --gin.MIXTURE_OR_TASK_NAME=\"classify_tweets\" --gin.MODEL_DIR=\"gs://eu-jav-t5x/finetuned/italian_tweets/exp_dropout_04_classify_tweets_base_v1\"
7