test

finetune_summary_base.gin

@@ -11,7 +11,7 @@ include "t5x/examples/t5/mt5/base.gin"
 include "t5x/configs/runs/finetune.gin"
 
 MIXTURE_OR_TASK_NAME = %gin.REQUIRED
-TASK_FEATURE_LENGTHS = {"inputs": 2048, "targets": 128}
+TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 128}
 INITIAL_CHECKPOINT_PATH = %gin.REQUIRED
 TRAIN_STEPS = %gin.REQUIRED  # 1000000 pre-trained steps + 10000 fine-tuning steps.
 USE_CACHED_TASKS = False

summary_flan_base.sh

@@ -0,0 +1,14 @@
+PROJECT_DIR=${HOME}"/models/t5-summary"
+export PYTHONPATH=${PROJECT_DIR}
+INITIAL_CHECKPOINT_PATH=\"gs://north-t5x/pretrained_models/base/norwegian_NCC_plus_English_t5x_base/checkpoint_1500000\"
+TRAIN_STEPS=1530000
+
+
+
+python3 ../../t5x/t5x/train.py \
+  --gin_search_paths="./" \
+  --gin.TRAIN_STEPS=${TRAIN_STEPS} \
+  --gin_file="finetune_summary_base.gin" \
+  --gin.MIXTURE_OR_TASK_NAME=\"summary\" \
+  --gin.MODEL_DIR=\"gs://nb-t5x-us-central2/finetuned/summary_flan_base\" \
+  --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH} \

summary_large.sh

@@ -1,7 +1,7 @@
 PROJECT_DIR=${HOME}"/models/t5-summary"
 export PYTHONPATH=${PROJECT_DIR}
 INITIAL_CHECKPOINT_PATH=\"gs://north-t5x/pretrained_models/large/norwegian_NCC_plus_English_t5x_large/checkpoint_1500000\"
-TRAIN_STEPS=1530000
+TRAIN_STEPS=1580000