Hugging Face's logo

pere
/
t5-nynorsk-norbench

Model card Files Community
t5-nynorsk-norbench
File size: 4,371 Bytes 
d79df78
 
 
 
 
 
ca3b2a1
d79df78
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
 
#!/bin/bash
PROJECT_DIR=${HOME}"/models/t5-nynorsk-norbench"
export PYTHONPATH=${PROJECT_DIR}
echo "PROJECT_DIR is set to: ${PROJECT_DIR}"


FINETUNE_STEPS=3120
EVAL_PREFIX="norbench/eval_lr_translate_ltgstyle_decay10e"
MODEL_BUCKET_DIR="gs://pere-north-t5x/finetuned/"

CHECKPOINT_LIST=(
  "pere-north-t5x/pretrained_models/base/norwegian_NCC_plus_English_t5x_base/checkpoint_1500000"
  "pere-north-t5x/pretrained_models/base/norwegian_NCC_plus_English_t5x_base/checkpoint_1500000"
  "pere-north-t5x/pretrained_models/base/norwegian_NCC_plus_English_t5x_base/checkpoint_1500000"
  "pere-north-t5x/pretrained_models/base/norwegian_NCC_plus_English_t5x_base/checkpoint_1500000"
  "pere-north-t5x/pretrained_models/base/norwegian_NCC_plus_English_t5x_base/checkpoint_1500000"
  "pere-north-t5x/pretrained_models/base/norwegian_NCC_plus_English_t5x_base/checkpoint_1500000"
)

NAME_LIST=(
  "north_t5_base_NCC_LR_0_00001"
  "north_t5_base_NCC_LR_0_0001"
  "north_t5_base_NCC_LR_0_0005"
  "north_t5_base_NCC_LR_0_00075"
  "north_t5_base_NCC_LR_0_001"
  "north_t5_base_NCC_LR_0_002"
)

TASK_LIST=("translate_mt5" "translate_mt5" "translate_mt5" "translate_mt5" "translate_mt5" "translate_mt5")
LR_LIST=(0.00001 0.0001 0.0005 0.00075 0.001 0.002)


GIN_LIST=(
  "finetune_translate_base_mt5_lr_ltgstyle_decay10.gin"
  "finetune_translate_base_mt5_lr_ltgstyle_decay10e.gin"
  "finetune_translate_base_mt5_lr_ltgstyle_decay10e.gin"
  "finetune_translate_base_mt5_lr_ltgstyle_decay10e.gin"
  "finetune_translate_base_mt5_lr_ltgstyle_decay10e.gin"
  "finetune_translate_base_mt5_lr_ltgstyle_decay10e.gin"
  "finetune_translate_base_mt5_lr_ltgstyle_decay10e.gin"
)

START_LIST=(1500000 1500000 1500000 1500000 1500000 1500000)
EXP_LIST=(141 142 143 144 145 146)


VERSION_LIST=("1") 

index=$(($1 + 0))

if [ $index -lt 1 ] || [ $index -gt ${#CHECKPOINT_LIST[@]} ] || [ $# -ne 1 ]; then
	echo "Error: You need to provide the number of the checkpoints below as a parameter."
	for i in "${!CHECKPOINT_LIST[@]}"; do
	        echo "$((i+1)). ${CHECKPOINT_LIST[i]}"
	done	
	
	  exit 1
fi

for v in "${VERSION_LIST[@]}"; do
	i=($index-1)
    INITIAL_CHECKPOINT_PATH="gs://${CHECKPOINT_LIST[i]}"
    
    TRAIN_STEPS=$((START_LIST[i]+FINETUNE_STEPS))
    GIN_FILE=${GIN_LIST[i]}
    MIXTURE_OR_TASK_NAME=${TASK_LIST[i]}
    LR=${LR_LIST[i]}
    MODEL_DIR="${MODEL_BUCKET_DIR}${EVAL_PREFIX}_exp${EXP_LIST[i]}_${NAME_LIST[i]}_v${v}"

    command="python3 ../../t5x/t5x/train.py --gin_search_paths=\"./\" --gin.TRAIN_STEPS=${TRAIN_STEPS} --gin.LR=${LR}  --gin_file=${GIN_FILE} --gin.INITIAL_CHECKPOINT_PATH=\\\"${INITIAL_CHECKPOINT_PATH}\\\" --gin.MIXTURE_OR_TASK_NAME=\\\"${MIXTURE_OR_TASK_NAME}\\\" --gin.MODEL_DIR=\\\"${MODEL_DIR}\\\""
    echo "${command}"
    # Uncomment the next line to run the command:
    eval "${command}"
done

#python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin.TRAIN_STEPS=${TRAIN_STEPS} --gin_file="finetune_translate_base.gin" --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH}  --gin.MIXTURE_OR_TASK_NAME=\"translate_long\" --gin.MODEL_DIR=\"gs://nb-t5x-us-central2/finetuned/nynorsk_NCC_base_v1\" &&
#python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin.TRAIN_STEPS=${TRAIN_STEPS} --gin_file="finetune_translate_base.gin" --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH}  --gin.MIXTURE_OR_TASK_NAME=\"translate_long\" --gin.MODEL_DIR=\"gs://nb-t5x-us-central2/finetuned/nynorsk_NCC_base_v2\" &&
#python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin.TRAIN_STEPS=${TRAIN_STEPS} --gin_file="finetune_translate_base.gin" --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH}  --gin.MIXTURE_OR_TASK_NAME=\"translate_long\" --gin.MODEL_DIR=\"gs://nb-t5x-us-central2/finetuned/nynorsk_NCC_base_v3\" &&
#python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin.TRAIN_STEPS=${TRAIN_STEPS} --gin_file="finetune_translate_base.gin" --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH}  --gin.MIXTURE_OR_TASK_NAME=\"translate_long\" --gin.MODEL_DIR=\"gs://nb-t5x-us-central2/finetuned/nynorsk_NCC_base_v4\" &&
#python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin.TRAIN_STEPS=${TRAIN_STEPS} --gin_file="finetune_translate_base.gin" --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH}  --gin.MIXTURE_OR_TASK_NAME=\"translate_long\" --gin.MODEL_DIR=\"gs://nb-t5x-us-central2/finetuned/nynorsk_NCC_base_v5\"