reduced batch size xxl
Browse files- norwegian_xxl.gin +1 -0
norwegian_xxl.gin
CHANGED
|
@@ -17,6 +17,7 @@ INITIAL_CHECKPOINT_PATH = "gs://t5-data/pretrained_models/t5x/mt5_xxl/checkpoint
|
|
| 17 |
PjitPartitioner.num_partitions = 1
|
| 18 |
utils.SaveCheckpointConfig.period = 20000
|
| 19 |
utils.SaveCheckpointConfig.keep = 3
|
|
|
|
| 20 |
|
| 21 |
|
| 22 |
|
|
|
|
| 17 |
PjitPartitioner.num_partitions = 1
|
| 18 |
utils.SaveCheckpointConfig.period = 20000
|
| 19 |
utils.SaveCheckpointConfig.keep = 3
|
| 20 |
+
BATCH_SIZE = 64
|
| 21 |
|
| 22 |
|
| 23 |
|