pere
/

eu-jav-categorisation

Model card Files Files and versions Community

pere commited on Mar 30, 2022

Commit

70757ef

•

1 Parent(s): 4a04574

support for larger

Files changed (3) hide show

finetuning_categorisation_xl.gin +1 -1
train_xl.sh +1 -1
train_xxl.sh +1 -1

finetuning_categorisation_xl.gin CHANGED Viewed

@@ -16,7 +16,7 @@ TRAIN_STEPS = 1_010_000  # 1000000 pre-trained steps + 10000 fine-tuning steps.
 USE_CACHED_TASKS = False
 DROPOUT_RATE = 0.0
 RANDOM_SEED = 0
-BATCH_SIZE = 8
 # Pere: Only necessary if we load a t5 model. We can start with an t5x model here

 USE_CACHED_TASKS = False
 DROPOUT_RATE = 0.0
 RANDOM_SEED = 0
+#BATCH_SIZE = 8
 # Pere: Only necessary if we load a t5 model. We can start with an t5x model here

train_xl.sh CHANGED Viewed

@@ -1,7 +1,7 @@
 PROJECT_DIR=${HOME}"/models/eu-jav-categorisation"
 T5X_DIR="../../t5x"  # directory where the t5x is cloned.
 #Needs to be updated when moving to tpu-v4  it should then be in another zone
-MODEL_DIR="gs://nb-t5x/eujav_xl"
 export PYTHONPATH=${PROJECT_DIR}
 python3 ${T5X_DIR}/t5x/train.py \

 PROJECT_DIR=${HOME}"/models/eu-jav-categorisation"
 T5X_DIR="../../t5x"  # directory where the t5x is cloned.
 #Needs to be updated when moving to tpu-v4  it should then be in another zone
+MODEL_DIR="gs://nb-t5x-us-central2/eujav_xl"
 export PYTHONPATH=${PROJECT_DIR}
 python3 ${T5X_DIR}/t5x/train.py \

train_xxl.sh CHANGED Viewed

@@ -1,7 +1,7 @@
 PROJECT_DIR=${HOME}"/models/eu-jav-categorisation"
 T5X_DIR="../../t5x"  # directory where the t5x is cloned.
 #Needs to be updated when moving to tpu-v4  it should then be in another zone
-MODEL_DIR="gs://nb-t5x/eujav_xxl"
 export PYTHONPATH=${PROJECT_DIR}
 python3 ${T5X_DIR}/t5x/train.py \

 PROJECT_DIR=${HOME}"/models/eu-jav-categorisation"
 T5X_DIR="../../t5x"  # directory where the t5x is cloned.
 #Needs to be updated when moving to tpu-v4  it should then be in another zone
+MODEL_DIR="gs://nb-t5x-us-central2/eujav_xxl"
 export PYTHONPATH=${PROJECT_DIR}
 python3 ${T5X_DIR}/t5x/train.py \