updates vacation

batch_various.sh

@@ -24,7 +24,7 @@ NAME_LIST=(
   "mt5_large"
 )
 
-TASK_LIST=("translate_long_mt5" "translate_long_mt5" "translate_long_mt5" "translate_long_mt5" "translate_long_mt5" "translate_long_mt5")
+TASK_LIST=("translate_mt5" "translate_mt5" "translate_mt5" "translate_mt5" "translate_mt5" "translate_mt5")
 
 GIN_LIST=(
   "finetune_translate_small_mt5.gin"
@@ -35,7 +35,7 @@ GIN_LIST=(
   "finetune_translate_large_mt5.gin"
 )
 
-START_LIST=(1000000 1000000 1000000 1500000 1500000 1500000)
+START_LIST=(1500000 1500000 1500000 1000000 1000000 1000000)
 EXP_LIST=(115 116 117 118 119 120)
 
 

finetune_translate_base.gin

@@ -11,7 +11,7 @@ include "t5x/examples/t5/t5_1_1/base.gin"
 include "t5x/configs/runs/finetune.gin"
 
 MIXTURE_OR_TASK_NAME = %gin.REQUIRED
-TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
+TASK_FEATURE_LENGTHS = {"inputs": 256, "targets": 256}
 INITIAL_CHECKPOINT_PATH = %gin.REQUIRED
 TRAIN_STEPS = %gin.REQUIRED  # 1000000 pre-trained steps + 10000 fine-tuning steps.
 USE_CACHED_TASKS = False

finetune_translate_base_mt5.gin

@@ -12,7 +12,7 @@ include 't5x/examples/t5/mt5/base.gin'
 include "t5x/configs/runs/finetune.gin"
 
 MIXTURE_OR_TASK_NAME = %gin.REQUIRED
-TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
+TASK_FEATURE_LENGTHS = {"inputs": 256, "targets": 256}
 INITIAL_CHECKPOINT_PATH = %gin.REQUIRED
 TRAIN_STEPS = %gin.REQUIRED  # 1000000 pre-trained steps + 10000 fine-tuning steps.
 USE_CACHED_TASKS = False

finetune_translate_large_mt5.gin

@@ -12,7 +12,7 @@ include 't5x/examples/t5/mt5/large.gin'
 include "t5x/configs/runs/finetune.gin"
 
 MIXTURE_OR_TASK_NAME = %gin.REQUIRED
-TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
+TASK_FEATURE_LENGTHS = {"inputs": 256, "targets": 256}
 INITIAL_CHECKPOINT_PATH = %gin.REQUIRED
 TRAIN_STEPS = %gin.REQUIRED  # 1000000 pre-trained steps + 10000 fine-tuning steps.
 USE_CACHED_TASKS = False

finetune_translate_small_mt5.gin

@@ -12,7 +12,7 @@ include 't5x/examples/t5/mt5/small.gin'
 include "t5x/configs/runs/finetune.gin"
 
 MIXTURE_OR_TASK_NAME = %gin.REQUIRED
-TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
+TASK_FEATURE_LENGTHS = {"inputs": 256, "targets": 256}
 INITIAL_CHECKPOINT_PATH = %gin.REQUIRED
 TRAIN_STEPS = %gin.REQUIRED  # 1000000 pre-trained steps + 10000 fine-tuning steps.
 USE_CACHED_TASKS = False

tasks.py

@@ -20,9 +20,9 @@ tsv_parliament_path = {
 }
 
 tsv_translate_path = {
-        "train": "gs://nb-t5x-us-central2/corpus_bokmal_nynorsk/train.tsv",
-        "validation": "gs://nb-t5x-us-central2/corpus_bokmal_nynorsk/dev.tsv",
-        "test": "gs://nb-t5x-us-central2/corpus_bokmal_nynorsk/test.tsv"
+        "train": "gs://pere-public/norbench/nb_nn_train_10000.tsv",
+        "validation": "gs://pere-public/norbench/nb_nn_dev_10000.tsv",
+        "test": "gs://pere-public/norbench/nb_nn_train_10000.tsv"
 }
 
 tsv_translate_long_path = {
@@ -177,9 +177,9 @@ seqio.TaskRegistry.add(
 )   
 
 seqio.TaskRegistry.add(
-    "translate_long_mt5",
+    "translate_mt5",
     source=seqio.TextLineDataSource(
-        split_to_filepattern=tsv_translate_long_path,
+        split_to_filepattern=tsv_translate_path,
         #num_input_examples=num_nq_examples
         ),
     preprocessors=[