pere commited on
Commit
7294fb2
1 Parent(s): 6487889
finetune_mt5_sentencefix.gin CHANGED
@@ -12,7 +12,7 @@ include "t5x/configs/runs/finetune.gin"
12
 
13
  MIXTURE_OR_TASK_NAME = "sentencefix"
14
  TASK_FEATURE_LENGTHS = {"inputs": 256, "targets": 256}
15
- TRAIN_STEPS = 1_200_000 # 1000000 pre-trained steps + 20000 fine-tuning steps.
16
  USE_CACHED_TASKS = False
17
  DROPOUT_RATE = 0.0
18
  RANDOM_SEED = 0
 
12
 
13
  MIXTURE_OR_TASK_NAME = "sentencefix"
14
  TASK_FEATURE_LENGTHS = {"inputs": 256, "targets": 256}
15
+ TRAIN_STEPS = 1_300_000 # 1000000 pre-trained steps + 20000 fine-tuning steps.
16
  USE_CACHED_TASKS = False
17
  DROPOUT_RATE = 0.0
18
  RANDOM_SEED = 0
finetune_mt5_sentencefix_v4.gin CHANGED
@@ -12,7 +12,7 @@ include "t5x/configs/runs/finetune.gin"
12
 
13
  MIXTURE_OR_TASK_NAME = "sentencefix"
14
  TASK_FEATURE_LENGTHS = {"inputs": 256, "targets": 256}
15
- TRAIN_STEPS = 1_210_000 # 1000000 pre-trained steps + 20000 fine-tuning steps.
16
  USE_CACHED_TASKS = False
17
  DROPOUT_RATE = 0.0
18
  RANDOM_SEED = 0
 
12
 
13
  MIXTURE_OR_TASK_NAME = "sentencefix"
14
  TASK_FEATURE_LENGTHS = {"inputs": 256, "targets": 256}
15
+ TRAIN_STEPS = 1_200_000 # 1000000 pre-trained steps + 20000 fine-tuning steps.
16
  USE_CACHED_TASKS = False
17
  DROPOUT_RATE = 0.0
18
  RANDOM_SEED = 0