|
#!/bin/bash |
|
|
|
|
|
URLS=( |
|
"https://s3.amazonaws.com/research.metamind.io/wikitext/wikitext-103-v1.zip" |
|
) |
|
FILES=( |
|
"wikitext-103-v1.zip" |
|
) |
|
|
|
for ((i=0;i<${#URLS[@]};++i)); do |
|
file=${FILES[i]} |
|
if [ -f $file ]; then |
|
echo "$file already exists, skipping download" |
|
else |
|
url=${URLS[i]} |
|
wget "$url" |
|
if [ -f $file ]; then |
|
echo "$url successfully downloaded." |
|
else |
|
echo "$url not successfully downloaded." |
|
exit -1 |
|
fi |
|
if [ ${file: -4} == ".tgz" ]; then |
|
tar zxvf $file |
|
elif [ ${file: -4} == ".tar" ]; then |
|
tar xvf $file |
|
elif [ ${file: -4} == ".zip" ]; then |
|
unzip $file |
|
fi |
|
fi |
|
done |
|
cd .. |
|
|
