lambdanet / SR /code /prepare.sh
hyliu's picture
Upload folder using huggingface_hub
d6ec83b verified
#!/bin/bash
username=`whoami`
task="SR"
if [ ! -d "/data/ssd/public/$username/$task/dataset" ]; then
workplace=`pwd -P`
echo "Copying dataset to ssd"
cd /research/dept7/liuhy/lambda/$task/dataset
ls
mkdir -p /data/ssd/public/$username/$task/dataset
cp *.tar /data/ssd/public/$username/$task/dataset
cd "/data/ssd/public/$username/$task/dataset"
echo "Dumping tar in data path:" `pwd`
for f in *.tar; do tar xf "$f"; done
cd "$workplace"
echo "Workplace:" `pwd`
fi