Upload scripts/z_dl.sh with huggingface_hub
Browse files- scripts/z_dl.sh +20 -0
scripts/z_dl.sh
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/bin/bash
|
| 2 |
+
set -e
|
| 3 |
+
|
| 4 |
+
DOWNLOAD_DIR="/data/batch_results"
|
| 5 |
+
HUGGINGFACE_TOKEN=""
|
| 6 |
+
|
| 7 |
+
mkdir -p "${DOWNLOAD_DIR}"
|
| 8 |
+
cd "${DOWNLOAD_DIR}"
|
| 9 |
+
|
| 10 |
+
for i in $(seq -w 0 9); do
|
| 11 |
+
url="https://huggingface.co/leiwx52/ViT-Lens-dev/resolve/main/batch_result_v0.zip.part_0${i}"
|
| 12 |
+
echo "Downloading ${url} ..."
|
| 13 |
+
hf download leiwx52/ViT-Lens-dev batch_result_v0.zip.part_0${i} --local-dir "${DOWNLOAD_DIR}/"
|
| 14 |
+
done
|
| 15 |
+
|
| 16 |
+
echo "All parts downloaded. Combining and unzipping..."
|
| 17 |
+
cat batch_result_v0.zip.part_* > batch_result_v0.zip
|
| 18 |
+
unzip -o batch_result_v0.zip
|
| 19 |
+
|
| 20 |
+
echo "Done."
|