t5-mini-nl8-finnish / start_train.sh
aapot
Add 160k train step
9671331
# set train hyperparams
unset LD_PRELOAD
PROJECT_DIR="/researchdisk/t5x-mini-nl8-finnish"
T5X_DIR=${HOME}"/t5x" # directory where the t5x is cloned.
MODEL_DIR="/researchdisk/t5x-mini-nl8-finnish"
export PYTHONPATH=${PROJECT_DIR}
python3 ${T5X_DIR}/t5x/train.py \
--gin_search_paths=${PROJECT_DIR} \
--gin_file="mini_nl8_pretrain.gin" \
--gin.MODEL_DIR=\"${MODEL_DIR}\"