test

finetune_summary_large.gin

@@ -11,7 +11,7 @@ include "t5x/examples/t5/mt5/large.gin"
 include "t5x/configs/runs/finetune.gin"
 
 MIXTURE_OR_TASK_NAME = %gin.REQUIRED
-TASK_FEATURE_LENGTHS = {"inputs": 2048, "targets": 64}
+TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 64}
 INITIAL_CHECKPOINT_PATH = %gin.REQUIRED
 TRAIN_STEPS = %gin.REQUIRED  # 1000000 pre-trained steps + 10000 fine-tuning steps.
 USE_CACHED_TASKS = False

summary_large.sh

@@ -10,5 +10,5 @@ python3 ../../t5x/t5x/train.py \
   --gin.TRAIN_STEPS=${TRAIN_STEPS} \
   --gin_file="finetune_summary_large.gin" \
   --gin.MIXTURE_OR_TASK_NAME=\"summary\" \
-  --gin.MODEL_DIR=\"gs://nb-t5x-us-central2/finetuned/summary_v1_NCC_large\" \
+  --gin.MODEL_DIR=\"gs://nb-t5x-us-central2/finetuned/summary_v4_NCC_large\" \
   --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH} \

tasks.py

@@ -21,8 +21,8 @@ tsv_parliament_path = {
 
 tsv_summary_path = {
         "train": "gs://north-t5x/corpus/summary_test/norwegian_train.tsv",
-        "validation": "gs://north-t5x/corpus/summary_test/nrk_test.tsv",
-        "test": "gs://north-t5x/corpus/summary_test/nrk_test.tsv"
+        "validation": "gs://north-t5x/corpus/summary_test/test.tsv",
+        "test": "gs://north-t5x/corpus/summary_test/test.tsv"
 }
 
 tsv_translate_path = {