|
#!/usr/bin/env |
|
|
|
log_dir=./refcoco_logs |
|
save_dir=./refcoco_checkpoints |
|
mkdir -p $log_dir $save_dir |
|
|
|
bpe_dir=../../utils/BPE |
|
user_dir=../../ofa_module |
|
|
|
data_dir=../../dataset/refcoco_data |
|
data=${data_dir}/refcoco_train.tsv,${data_dir}/refcoco_val.tsv |
|
restore_file=../../checkpoints/ofa_large.pt |
|
selected_cols=0,4,2,3 |
|
|
|
task=refcoco |
|
arch=ofa_large |
|
criterion=ajust_label_smoothed_cross_entropy |
|
label_smoothing=0.1 |
|
lr=3e-5 |
|
max_epoch=5 |
|
warmup_ratio=0.06 |
|
batch_size=4 |
|
update_freq=8 |
|
resnet_drop_path_rate=0.0 |
|
encoder_drop_path_rate=0.2 |
|
decoder_drop_path_rate=0.2 |
|
dropout=0.1 |
|
attention_dropout=0.0 |
|
max_src_length=80 |
|
max_tgt_length=20 |
|
num_bins=1000 |
|
patch_image_size=512 |
|
|
|
for max_epoch in {10,}; do |
|
echo "max_epoch "${max_epoch} |
|
for lr in {3e-5,}; do |
|
echo "lr "${lr} |
|
for patch_image_size in {512,}; do |
|
echo "patch_image_size "${patch_image_size} |
|
|
|
log_file=${log_dir}/${max_epoch}"_"${lr}"_"${patch_image_size}".log" |
|
save_path=${save_dir}/${max_epoch}"_"${lr}"_"${patch_image_size} |
|
mkdir -p $save_path |
|
|
|
CUDA_VISIBLE_DEVICES=0,1,2,3 python3 ../../train.py \ |
|
$data \ |
|
--selected-cols=${selected_cols} \ |
|
--bpe-dir=${bpe_dir} \ |
|
--user-dir=${user_dir} \ |
|
--restore-file=${restore_file} \ |
|
--reset-optimizer --reset-dataloader --reset-meters \ |
|
--save-dir=${save_path} \ |
|
--task=${task} \ |
|
--arch=${arch} \ |
|
--criterion=${criterion} \ |
|
--label-smoothing=${label_smoothing} \ |
|
--batch-size=${batch_size} \ |
|
--update-freq=${update_freq} \ |
|
--encoder-normalize-before \ |
|
--decoder-normalize-before \ |
|
--share-decoder-input-output-embed \ |
|
--share-all-embeddings \ |
|
--layernorm-embedding \ |
|
--patch-layernorm-embedding \ |
|
--code-layernorm-embedding \ |
|
--resnet-drop-path-rate=${resnet_drop_path_rate} \ |
|
--encoder-drop-path-rate=${encoder_drop_path_rate} \ |
|
--decoder-drop-path-rate=${decoder_drop_path_rate} \ |
|
--dropout=${dropout} \ |
|
--attention-dropout=${attention_dropout} \ |
|
--weight-decay=0.01 --optimizer=adam --adam-betas="(0.9,0.999)" --adam-eps=1e-08 --clip-norm=1.0 \ |
|
--lr-scheduler=polynomial_decay --lr=${lr} \ |
|
--max-epoch=${max_epoch} --warmup-ratio=${warmup_ratio} \ |
|
--log-format=simple --log-interval=10 \ |
|
--fixed-validation-seed=7 \ |
|
--no-epoch-checkpoints --keep-best-checkpoints=1 \ |
|
--save-interval=1 --validate-interval=1 \ |
|
--save-interval-updates=500 --validate-interval-updates=500 \ |
|
--eval-acc \ |
|
--eval-args='{"beam":5,"min_len":4,"max_len_a":0,"max_len_b":4}' \ |
|
--best-checkpoint-metric=score --maximize-best-checkpoint-metric \ |
|
--max-src-length=${max_src_length} \ |
|
--max-tgt-length=${max_tgt_length} \ |
|
--find-unused-parameters \ |
|
--add-type-embedding \ |
|
--scale-attn \ |
|
--scale-fc \ |
|
--scale-heads \ |
|
--disable-entangle \ |
|
--num-bins=${num_bins} \ |
|
--patch-image-size=${patch_image_size} \ |
|
--fp16 \ |
|
--fp16-scale-window=512 \ |
|
--num-workers=0 >> ${log_file} 2>&1 |
|
done |
|
done |
|
done |
