solo
Browse files
scandinavian_solo_large.gin
CHANGED
@@ -12,7 +12,7 @@ MIXTURE_OR_TASK_NAME = "ncc_scandinavian_span_corruption_stream"
|
|
12 |
TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
|
13 |
TRAIN_STEPS = 1_700_000
|
14 |
DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.
|
15 |
-
INITIAL_CHECKPOINT_PATH = "gs://
|
16 |
PjitPartitioner.num_partitions = 2
|
17 |
|
18 |
|
|
|
12 |
TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
|
13 |
TRAIN_STEPS = 1_700_000
|
14 |
DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.
|
15 |
+
INITIAL_CHECKPOINT_PATH = "gs://t5-data/pretrained_models/t5x/mt5_large/checkpoint_1000000"
|
16 |
PjitPartitioner.num_partitions = 2
|
17 |
|
18 |
|