File size: 381 Bytes
5d1d3e2
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
# set train hyperparams
unset LD_PRELOAD

PROJECT_DIR="/researchdisk/t5-small-nl16-finnish"
T5X_DIR=${HOME}"/t5x"  # directory where the t5x is cloned.
MODEL_DIR="/researchdisk/t5-small-nl16-finnish"
export PYTHONPATH=${PROJECT_DIR}

python3 ${T5X_DIR}/t5x/train.py \
  --gin_search_paths=${PROJECT_DIR} \
  --gin_file="small_nl16_pretrain.gin" \
  --gin.MODEL_DIR=\"${MODEL_DIR}\"