adjusting partitions
Browse files- norwegian_byt5_base.gin +1 -1
norwegian_byt5_base.gin
CHANGED
|
@@ -13,7 +13,7 @@ TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
|
|
| 13 |
TRAIN_STEPS = 1_500_000
|
| 14 |
DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.
|
| 15 |
INITIAL_CHECKPOINT_PATH = "gs://t5-data/pretrained_models/byt5/base/model.ckpt-1000000"
|
| 16 |
-
PjitPartitioner.num_partitions =
|
| 17 |
|
| 18 |
# `LOSS_NORMALIZING_FACTOR`: When fine-tuning a model that was pre-trained
|
| 19 |
# # using Mesh Tensorflow (e.g. the public T5 / mT5 / ByT5 models), this should be
|
|
|
|
| 13 |
TRAIN_STEPS = 1_500_000
|
| 14 |
DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.
|
| 15 |
INITIAL_CHECKPOINT_PATH = "gs://t5-data/pretrained_models/byt5/base/model.ckpt-1000000"
|
| 16 |
+
PjitPartitioner.num_partitions = 1
|
| 17 |
|
| 18 |
# `LOSS_NORMALIZING_FACTOR`: When fine-tuning a model that was pre-trained
|
| 19 |
# # using Mesh Tensorflow (e.g. the public T5 / mT5 / ByT5 models), this should be
|