Spaces:
Running
on
T4
Running
on
T4
| # Make data folder relative to script location | |
| SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd ) | |
| mkdir -p $SCRIPT_DIR/../data | |
| # Copy text datasets | |
| wget -q --show-progress http://instruct-pix2pix.eecs.berkeley.edu/gpt-generated-prompts.jsonl -O $SCRIPT_DIR/../data/gpt-generated-prompts.jsonl | |
| wget -q --show-progress http://instruct-pix2pix.eecs.berkeley.edu/human-written-prompts.jsonl -O $SCRIPT_DIR/../data/human-written-prompts.jsonl | |
| # If dataset name isn't provided, exit. | |
| if [ -z $1 ] | |
| then | |
| exit 0 | |
| fi | |
| # Copy dataset files | |
| mkdir $SCRIPT_DIR/../data/$1 | |
| wget -A zip,json -R "index.html*" -q --show-progress -r --no-parent http://instruct-pix2pix.eecs.berkeley.edu/$1/ -nd -P $SCRIPT_DIR/../data/$1/ | |
| # Unzip to folders | |
| unzip $SCRIPT_DIR/../data/$1/\*.zip -d $SCRIPT_DIR/../data/$1/ | |
| # Cleanup | |
| rm -f $SCRIPT_DIR/../data/$1/*.zip | |
| rm -f $SCRIPT_DIR/../data/$1/*.html | |