standard batch size. 4 partitions
Browse files- norwegian_xxl.gin +1 -1
norwegian_xxl.gin
CHANGED
|
@@ -17,7 +17,7 @@ INITIAL_CHECKPOINT_PATH = "gs://t5-data/pretrained_models/t5x/mt5_xxl/checkpoint
|
|
| 17 |
PjitPartitioner.num_partitions = 4
|
| 18 |
utils.SaveCheckpointConfig.period = 20000
|
| 19 |
utils.SaveCheckpointConfig.keep = 3
|
| 20 |
-
BATCH_SIZE =
|
| 21 |
|
| 22 |
|
| 23 |
|
|
|
|
| 17 |
PjitPartitioner.num_partitions = 4
|
| 18 |
utils.SaveCheckpointConfig.period = 20000
|
| 19 |
utils.SaveCheckpointConfig.keep = 3
|
| 20 |
+
#BATCH_SIZE = 64
|
| 21 |
|
| 22 |
|
| 23 |
|