PROJECT_DIR=${HOME}"/models/multi-sentencefix-byt5" T5X_DIR="../../t5x" # directory where the t5x is cloned. MODEL_DIR="gs://nb-t5x/model_byT5X_large_BS64" export PYTHONPATH=${PROJECT_DIR} python3 ${T5X_DIR}/t5x/train.py \ --gin_search_paths=${PROJECT_DIR} \ --gin_file="finetune_large_BS64_byt5_sentencefix.gin" \ --gin.MODEL_DIR="'${MODEL_DIR}'" \ --tfds_data_dir=${TFDS_DATA_DIR}