Spaces:
Runtime error
Runtime error
File size: 2,553 Bytes
e50fe35 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 |
src_lang=${1:-en}
tgt_lang=${2:-indic}
bucket_path=${3:-gs://ai4b-anuvaad-nmt/models/transformer-4x/indictrans-${src_lang}-${tgt_lang}}
mkdir -p ../baselines
expdir=../baselines/baselines-${src_lang}-${tgt_lang}
if [[ -d $expdir ]]
then
echo "$expdir exists on your filesystem."
else
cd ../baselines
mkdir -p baselines-${src_lang}-${tgt_lang}/model
mkdir -p baselines-${src_lang}-${tgt_lang}/final_bin
cd baselines-${src_lang}-${tgt_lang}/model
gsutil -m cp $bucket_path/model/checkpoint_best.pt .
cd ..
gsutil -m cp $bucket_path/vocab .
gsutil -m cp $bucket_path/final_bin/dict.* final_bin
cd ../indicTrans
fi
if [ $src_lang == 'hi' ] || [ $tgt_lang == 'hi' ]; then
TEST_SETS=( wmt-news wat2021-devtest wat2020-devtest anuvaad-legal tico19 sap-documentation-benchmark all)
elif [ $src_lang == 'ta' ] || [ $tgt_lang == 'ta' ]; then
TEST_SETS=( wmt-news wat2021-devtest wat2020-devtest anuvaad-legal tico19 all)
elif [ $src_lang == 'bn' ] || [ $tgt_lang == 'bn' ]; then
TEST_SETS=( wat2021-devtest wat2020-devtest anuvaad-legal tico19 all)
elif [ $src_lang == 'gu' ] || [ $tgt_lang == 'gu' ]; then
TEST_SETS=( wmt-news wat2021-devtest wat2020-devtest all)
elif [ $src_lang == 'as' ] || [ $tgt_lang == 'as' ]; then
TEST_SETS=( all )
elif [ $src_lang == 'kn' ] || [ $tgt_lang == 'kn' ]; then
TEST_SETS=( wat2021-devtest anuvaad-legal all)
elif [ $src_lang == 'ml' ] || [ $tgt_lang == 'ml' ]; then
TEST_SETS=( wat2021-devtest wat2020-devtest anuvaad-legal all)
elif [ $src_lang == 'mr' ] || [ $tgt_lang == 'mr' ]; then
TEST_SETS=( wat2021-devtest wat2020-devtest all)
elif [ $src_lang == 'or' ] || [ $tgt_lang == 'or' ]; then
TEST_SETS=( all )
elif [ $src_lang == 'pa' ] || [ $tgt_lang == 'pa' ]; then
TEST_SETS=( all )
elif [ $src_lang == 'te' ] || [ $tgt_lang == 'te' ]; then
TEST_SETS=( wat2021-devtest wat2020-devtest anuvaad-legal all )
fi
if [ $src_lang == 'en' ]; then
indic_lang=$tgt_lang
else
indic_lang=$src_lang
fi
for tset in ${TEST_SETS[@]};do
echo $tset $src_lang $tgt_lang
if [ $tset == 'wat2021-devtest' ]; then
SRC_FILE=${expdir}/devtest/$tset/test.$src_lang
REF_FILE=${expdir}/devtest/$tset/test.$tgt_lang
else
SRC_FILE=${expdir}/devtest/$tset/en-${indic_lang}/test.$src_lang
REF_FILE=${expdir}/devtest/$tset/en-${indic_lang}/test.$tgt_lang
fi
RESULTS_DIR=${expdir}/results/$tset
mkdir -p $RESULTS_DIR
bash joint_translate.sh $SRC_FILE $RESULTS_DIR/${src_lang}-${tgt_lang} $src_lang $tgt_lang $expdir $REF_FILE
# for newline between different outputs
echo
done
|