PROJECT_DIR=${HOME}"/models/t5-parliament-categorisation" | |
T5X_DIR="../../t5x" # directory where the t5x is cloned. | |
#Needs to be updated when moving to tpu-v4 it should then be in another zone | |
MODEL_DIR="gs://nb-t5x-us-central2/finetuned/v3_eval_dane_scandinavian_large" | |
export PYTHONPATH=${PROJECT_DIR} | |
python3 ${T5X_DIR}/t5x/train.py \ | |
--gin_search_paths=${PROJECT_DIR} \ | |
--gin_file="finetune_categorisation_large.gin" \ | |
--gin.MODEL_DIR="'${MODEL_DIR}'" | |