changed number of partitions
Browse files
__pycache__/tasks_v4.cpython-38.pyc
CHANGED
|
Binary files a/__pycache__/tasks_v4.cpython-38.pyc and b/__pycache__/tasks_v4.cpython-38.pyc differ
|
|
|
train_large_v4_16.sh
CHANGED
|
@@ -5,6 +5,7 @@ export PYTHONPATH=${PROJECT_DIR}
|
|
| 5 |
|
| 6 |
python3 ${T5X_DIR}/t5x/train.py \
|
| 7 |
--gin_search_paths=${PROJECT_DIR} \
|
|
|
|
| 8 |
--gin_file="finetune_large_mt5_sentencefix_v4.gin" \
|
| 9 |
--gin.MODEL_DIR="'${MODEL_DIR}'" \
|
| 10 |
--tfds_data_dir=${TFDS_DATA_DIR}
|
|
|
|
| 5 |
|
| 6 |
python3 ${T5X_DIR}/t5x/train.py \
|
| 7 |
--gin_search_paths=${PROJECT_DIR} \
|
| 8 |
+
--gin.partitioning.PjitPartitioner.num_partitions=4 \
|
| 9 |
--gin_file="finetune_large_mt5_sentencefix_v4.gin" \
|
| 10 |
--gin.MODEL_DIR="'${MODEL_DIR}'" \
|
| 11 |
--tfds_data_dir=${TFDS_DATA_DIR}
|