more changes

finetuning_categorisation_xl.gin

@@ -11,12 +11,11 @@ include "t5x/examples/t5/mt5/xl.gin"
 include "t5x/configs/runs/finetune.gin"
 
 MIXTURE_OR_TASK_NAME = "categorise"
-TASK_FEATURE_LENGTHS = {"inputs": 96, "targets": 2}
+TASK_FEATURE_LENGTHS = {"inputs": 256, "targets": 256}
 TRAIN_STEPS = 1_010_000  # 1000000 pre-trained steps + 10000 fine-tuning steps.
 USE_CACHED_TASKS = False
 DROPOUT_RATE = 0.0
 RANDOM_SEED = 0
-#BATCH_SIZE = 8
 
 
 # Pere: Only necessary if we load a t5 model. We can start with an t5x model here

finetuning_categorisation_xxl.gin

@@ -11,7 +11,7 @@ include "t5x/examples/t5/mt5/xxl.gin"
 include "t5x/configs/runs/finetune.gin"
 
 MIXTURE_OR_TASK_NAME = "categorise"
-TASK_FEATURE_LENGTHS = {"inputs": 96, "targets": 2}
+TASK_FEATURE_LENGTHS = {"inputs": 256, "targets": 256}
 TRAIN_STEPS = 1_010_000  # 1000000 pre-trained steps + 10000 fine-tuning steps.
 USE_CACHED_TASKS = False
 DROPOUT_RATE = 0.0