| PROJECT_DIR=${HOME}"/models/multi-sentencefix-byt5" | |
| T5X_DIR="../../t5x" # directory where the t5x is cloned. | |
| TFDS_DATA_DIR="gs://nb-t5x/corpus_multi_sentencefix_byt5" | |
| MODEL_DIR="gs://nb-t5x/model_byT5X_small" | |
| export PYTHONPATH=${PROJECT_DIR} | |
| python3 ${T5X_DIR}/t5x/train.py \ | |
| --gin_search_paths=${PROJECT_DIR} \ | |
| --gin_file="finetune_small_byt5_sentencefix.gin" \ | |
| --gin.MODEL_DIR="'${MODEL_DIR}'" \ | |
| --tfds_data_dir=${TFDS_DATA_DIR} | |