exp
Browse files
finetune_large_mt5_sentencefix_v4_16.gin
CHANGED
|
@@ -26,6 +26,7 @@ INITIAL_CHECKPOINT_PATH = "gs://t5-data/pretrained_models/t5x/mt5_large/checkpoi
|
|
| 26 |
|
| 27 |
train_script.train:
|
| 28 |
eval_period = 100
|
|
|
|
| 29 |
|
| 30 |
utils.RestoreCheckpointConfig:
|
| 31 |
path = %INITIAL_CHECKPOINT_PATH
|
|
@@ -49,6 +50,10 @@ infer_eval/utils.DatasetConfig:
|
|
| 49 |
pack = False
|
| 50 |
module = %MIXTURE_OR_TASK_MODULE
|
| 51 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 52 |
|
| 53 |
#partitioning.PjitPartitioner.num_partitions = 4
|
| 54 |
|
|
|
|
| 26 |
|
| 27 |
train_script.train:
|
| 28 |
eval_period = 100
|
| 29 |
+
partitioner = @partitioning.PjitPartitioner()
|
| 30 |
|
| 31 |
utils.RestoreCheckpointConfig:
|
| 32 |
path = %INITIAL_CHECKPOINT_PATH
|
|
|
|
| 50 |
pack = False
|
| 51 |
module = %MIXTURE_OR_TASK_MODULE
|
| 52 |
|
| 53 |
+
partitioning.PjitPartitioner:
|
| 54 |
+
num_partitions = 4
|
| 55 |
+
model_parallel_submesh = None
|
| 56 |
+
logical_axis_rules = @partitioning.standard_logical_axis_rules()
|
| 57 |
|
| 58 |
#partitioning.PjitPartitioner.num_partitions = 4
|
| 59 |
|