|
#!/usr/bin/env bash |
|
|
|
|
|
|
|
user_dir=../../ofa_module |
|
bpe_dir=../../utils/BPE |
|
selected_cols=0,4,2,3 |
|
|
|
data=../../dataset/refcoco_data/refcoco_val.tsv |
|
path=../../checkpoints/refcoco_large_best.pt |
|
result_path=../../results/refcoco |
|
split='refcoco_val' |
|
CUDA_VISIBLE_DEVICES=0,1,2,3 python3 ../../evaluate.py \ |
|
${data} \ |
|
--path=${path} \ |
|
--user-dir=${user_dir} \ |
|
--task=refcoco \ |
|
--batch-size=16 \ |
|
--log-format=simple --log-interval=10 \ |
|
--seed=7 \ |
|
--gen-subset=${split} \ |
|
--results-path=${result_path} \ |
|
--beam=5 \ |
|
--min-len=4 \ |
|
--max-len-a=0 \ |
|
--max-len-b=4 \ |
|
--no-repeat-ngram-size=3 \ |
|
--fp16 \ |
|
--num-workers=0 \ |
|
--model-overrides="{\"data\":\"${data}\",\"bpe_dir\":\"${bpe_dir}\",\"selected_cols\":\"${selected_cols}\"}" |
|
|
|
data=../../dataset/refcoco_data/refcoco_testA.tsv |
|
path=../../checkpoints/refcoco_large_best.pt |
|
result_path=../../results/refcoco |
|
split='refcoco_testA' |
|
CUDA_VISIBLE_DEVICES=0,1,2,3 python3 ../../evaluate.py \ |
|
${data} \ |
|
--path=${path} \ |
|
--user-dir=${user_dir} \ |
|
--task=refcoco \ |
|
--batch-size=16 \ |
|
--log-format=simple --log-interval=10 \ |
|
--seed=7 \ |
|
--gen-subset=${split} \ |
|
--results-path=${result_path} \ |
|
--beam=5 \ |
|
--min-len=4 \ |
|
--max-len-a=0 \ |
|
--max-len-b=4 \ |
|
--no-repeat-ngram-size=3 \ |
|
--fp16 \ |
|
--num-workers=0 \ |
|
--model-overrides="{\"data\":\"${data}\",\"bpe_dir\":\"${bpe_dir}\",\"selected_cols\":\"${selected_cols}\"}" |
|
|
|
data=../../dataset/refcoco_data/refcoco_testB.tsv |
|
path=../../checkpoints/refcoco_large_best.pt |
|
result_path=../../results/refcoco |
|
split='refcoco_testB' |
|
CUDA_VISIBLE_DEVICES=0,1,2,3 python3 ../../evaluate.py \ |
|
${data} \ |
|
--path=${path} \ |
|
--user-dir=${user_dir} \ |
|
--task=refcoco \ |
|
--batch-size=16 \ |
|
--log-format=simple --log-interval=10 \ |
|
--seed=7 \ |
|
--gen-subset=${split} \ |
|
--results-path=${result_path} \ |
|
--beam=5 \ |
|
--min-len=4 \ |
|
--max-len-a=0 \ |
|
--max-len-b=4 \ |
|
--no-repeat-ngram-size=3 \ |
|
--fp16 \ |
|
--num-workers=0 \ |
|
--model-overrides="{\"data\":\"${data}\",\"bpe_dir\":\"${bpe_dir}\",\"selected_cols\":\"${selected_cols}\"}" |
|
|
|
|
|
|
|
|
|
data=../../dataset/refcocoplus_data/refcocoplus_val.tsv |
|
path=../../checkpoints/refcocoplus_large_best.pt |
|
result_path=../../results/refcocoplus |
|
split='refcocoplus_val' |
|
CUDA_VISIBLE_DEVICES=0,1,2,3 python3 ../../evaluate.py \ |
|
${data} \ |
|
--path=${path} \ |
|
--user-dir=${user_dir} \ |
|
--task=refcoco \ |
|
--batch-size=16 \ |
|
--log-format=simple --log-interval=10 \ |
|
--seed=7 \ |
|
--gen-subset=${split} \ |
|
--results-path=${result_path} \ |
|
--beam=5 \ |
|
--min-len=4 \ |
|
--max-len-a=0 \ |
|
--max-len-b=4 \ |
|
--no-repeat-ngram-size=3 \ |
|
--fp16 \ |
|
--num-workers=0 \ |
|
--model-overrides="{\"data\":\"${data}\",\"bpe_dir\":\"${bpe_dir}\",\"selected_cols\":\"${selected_cols}\"}" |
|
|
|
data=../../dataset/refcocoplus_data/refcocoplus_testA.tsv |
|
path=../../checkpoints/refcocoplus_large_best.pt |
|
result_path=../../results/refcocoplus |
|
split='refcocoplus_testA' |
|
CUDA_VISIBLE_DEVICES=0,1,2,3 python3 ../../evaluate.py \ |
|
${data} \ |
|
--path=${path} \ |
|
--user-dir=${user_dir} \ |
|
--task=refcoco \ |
|
--batch-size=16 \ |
|
--log-format=simple --log-interval=10 \ |
|
--seed=7 \ |
|
--gen-subset=${split} \ |
|
--results-path=${result_path} \ |
|
--beam=5 \ |
|
--min-len=4 \ |
|
--max-len-a=0 \ |
|
--max-len-b=4 \ |
|
--no-repeat-ngram-size=3 \ |
|
--fp16 \ |
|
--num-workers=0 \ |
|
--model-overrides="{\"data\":\"${data}\",\"bpe_dir\":\"${bpe_dir}\",\"selected_cols\":\"${selected_cols}\"}" |
|
|
|
data=../../dataset/refcocoplus_data/refcocoplus_testB.tsv |
|
path=../../checkpoints/refcocoplus_large_best.pt |
|
result_path=../../results/refcocoplus |
|
split='refcocoplus_testB' |
|
CUDA_VISIBLE_DEVICES=0,1,2,3 python3 ../../evaluate.py \ |
|
${data} \ |
|
--path=${path} \ |
|
--user-dir=${user_dir} \ |
|
--task=refcoco \ |
|
--batch-size=16 \ |
|
--log-format=simple --log-interval=10 \ |
|
--seed=7 \ |
|
--gen-subset=${split} \ |
|
--results-path=${result_path} \ |
|
--beam=5 \ |
|
--min-len=4 \ |
|
--max-len-a=0 \ |
|
--max-len-b=4 \ |
|
--no-repeat-ngram-size=3 \ |
|
--fp16 \ |
|
--num-workers=0 \ |
|
--model-overrides="{\"data\":\"${data}\",\"bpe_dir\":\"${bpe_dir}\",\"selected_cols\":\"${selected_cols}\"}" |
|
|
|
|
|
|
|
|
|
data=../../dataset/refcocog_data/refcocog_val.tsv |
|
path=../../checkpoints/refcocog_large_best.pt |
|
result_path=../../results/refcocog |
|
split='refcocog_val' |
|
CUDA_VISIBLE_DEVICES=0,1,2,3 python3 ../../evaluate.py \ |
|
${data} \ |
|
--path=${path} \ |
|
--user-dir=${user_dir} \ |
|
--task=refcoco \ |
|
--batch-size=16 \ |
|
--log-format=simple --log-interval=10 \ |
|
--seed=7 \ |
|
--gen-subset=${split} \ |
|
--results-path=${result_path} \ |
|
--beam=5 \ |
|
--min-len=4 \ |
|
--max-len-a=0 \ |
|
--max-len-b=4 \ |
|
--no-repeat-ngram-size=3 \ |
|
--fp16 \ |
|
--num-workers=0 \ |
|
--model-overrides="{\"data\":\"${data}\",\"bpe_dir\":\"${bpe_dir}\",\"selected_cols\":\"${selected_cols}\"}" |
|
|
|
data=../../dataset/refcocog_data/refcocog_test.tsv |
|
path=../../checkpoints/refcocog_large_best.pt |
|
result_path=../../results/refcocog |
|
split='refcocog_test' |
|
CUDA_VISIBLE_DEVICES=0,1,2,3 python3 ../../evaluate.py \ |
|
${data} \ |
|
--path=${path} \ |
|
--user-dir=${user_dir} \ |
|
--task=refcoco \ |
|
--batch-size=16 \ |
|
--log-format=simple --log-interval=10 \ |
|
--seed=7 \ |
|
--gen-subset=${split} \ |
|
--results-path=${result_path} \ |
|
--beam=5 \ |
|
--min-len=4 \ |
|
--max-len-a=0 \ |
|
--max-len-b=4 \ |
|
--no-repeat-ngram-size=3 \ |
|
--fp16 \ |
|
--num-workers=0 \ |
|
--model-overrides="{\"data\":\"${data}\",\"bpe_dir\":\"${bpe_dir}\",\"selected_cols\":\"${selected_cols}\"}" |
|
|