Gosse Minnema
commited on
Commit
•
cbb65b9
1
Parent(s):
1f6ab2f
Move private dataset download to Dockerfile
Browse files- Dockerfile +3 -0
- docker_commands.sh +0 -4
Dockerfile
CHANGED
|
@@ -13,5 +13,8 @@ RUN chmod -R 777 /.local
|
|
| 13 |
RUN curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash
|
| 14 |
RUN apt-get install git-lfs
|
| 15 |
RUN git lfs install
|
|
|
|
|
|
|
|
|
|
| 16 |
RUN pip install -v -r requirements.txt
|
| 17 |
CMD ["sh", "docker_commands.sh"]
|
|
|
|
| 13 |
RUN curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash
|
| 14 |
RUN apt-get install git-lfs
|
| 15 |
RUN git lfs install
|
| 16 |
+
RUN --mount=type=secret,id=HF_TOKEN,mode=0444,required=true \
|
| 17 |
+
git clone https://gossminn:$(cat /run/secrets/HF_TOKEN)@huggingface.co/datasets/responsibility-framing/sociofillmore-datasets /.cache/sfdata
|
| 18 |
+
|
| 19 |
RUN pip install -v -r requirements.txt
|
| 20 |
CMD ["sh", "docker_commands.sh"]
|
docker_commands.sh
CHANGED
|
@@ -1,7 +1,3 @@
|
|
| 1 |
-
# cd spanfinder/
|
| 2 |
-
# python -m sociolome.lome_webserver &
|
| 3 |
-
# cd ..
|
| 4 |
-
git clone https://gossminn:$HF_TOKEN@huggingface.co/datasets/responsibility-framing/sociofillmore-datasets /.cache/sfdata
|
| 5 |
rm -rfv /.cache/sfdata/.git
|
| 6 |
mv -v /.cache/sfdata/* /app/
|
| 7 |
du -h -d 2
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
rm -rfv /.cache/sfdata/.git
|
| 2 |
mv -v /.cache/sfdata/* /app/
|
| 3 |
du -h -d 2
|