[feat] Dockerfile, dockerfile-lisa-base: try using ENV XDG_CACHE_HOME, prepare persistent storage on huggingface

Dockerfile

@@ -1,7 +1,8 @@
 # Include global ARGs at the dockerfile top
 ARG ARCH="x86_64"
 ARG LAMBDA_TASK_ROOT="/var/task"
-ARG FASTAPI_STATIC="${LAMBDA_TASK_ROOT}/static"
+ENV XDG_CACHE_HOME="/data"
+ARG FASTAPI_STATIC="${XDG_CACHE_HOME}/static"
 ARG PYTHONPATH="${LAMBDA_TASK_ROOT}:${PYTHONPATH}:/usr/local/lib/python3/dist-packages"
 ARG POETRY_NO_INTERACTION=1
 ARG POETRY_VIRTUALENVS_IN_PROJECT=1
@@ -83,6 +84,8 @@ COPY --from=builder_global ${LAMBDA_TASK_ROOT}/.venv ${LAMBDA_TASK_ROOT}/.venv
 RUN echo "new LAMBDA_TASK_ROOT after hidden venv copy => ${LAMBDA_TASK_ROOT}"
 RUN ls -ld ${LAMBDA_TASK_ROOT}/
 RUN ls -lA ${LAMBDA_TASK_ROOT}/
+RUN ls -ld ${LAMBDA_TASK_ROOT}/.venv
+RUN ls -lA ${LAMBDA_TASK_ROOT}/.venv
 
 
 ### conditional section
@@ -169,8 +172,8 @@ RUN python -c "import uvicorn"
 RUN df -h
 RUN ls -l ${LAMBDA_TASK_ROOT}/samgis/
 RUN ls -l ${LAMBDA_TASK_ROOT}/wrappers/
-RUN ls -l ${LAMBDA_TASK_ROOT}/static/
-RUN ls -l ${LAMBDA_TASK_ROOT}/static/dist
-RUN ls -l ${LAMBDA_TASK_ROOT}/static/node_modules
+RUN ls -l ${FASTAPI_STATIC}/
+RUN ls -l ${FASTAPI_STATIC}/dist
+RUN ls -l ${FASTAPI_STATIC}/node_modules
 
 CMD ["uvicorn", "wrappers.fastapi_wrapper:app", "--host", "0.0.0.0", "--port", "7860"]

dockerfiles/dockerfile-lisa-base

@@ -1,12 +1,14 @@
 # Include global ARGs at the dockerfile top
 ARG ARCH="x86_64"
 ARG LAMBDA_TASK_ROOT="/var/task"
-ARG FASTAPI_STATIC="${LAMBDA_TASK_ROOT}/static"
+ENV XDG_CACHE_HOME="/data"
+ARG FASTAPI_STATIC="${XDG_CACHE_HOME}/static"
 ARG PYTHONPATH="${LAMBDA_TASK_ROOT}:${PYTHONPATH}:/usr/local/lib/python3/dist-packages"
 ARG POETRY_NO_INTERACTION=1
 ARG POETRY_VIRTUALENVS_IN_PROJECT=1
 ARG POETRY_VIRTUALENVS_CREATE=1
 ARG POETRY_CACHE_DIR=/tmp/poetry_cache
+ARG DEPENDENCY_GROUP=fastapi
 
 
 FROM nvcr.io/nvidia/pytorch:24.01-py3 as builder_global
@@ -82,6 +84,8 @@ COPY --from=builder_global ${LAMBDA_TASK_ROOT}/.venv ${LAMBDA_TASK_ROOT}/.venv
 RUN echo "new LAMBDA_TASK_ROOT after hidden venv copy => ${LAMBDA_TASK_ROOT}"
 RUN ls -ld ${LAMBDA_TASK_ROOT}/
 RUN ls -lA ${LAMBDA_TASK_ROOT}/
+RUN ls -ld ${LAMBDA_TASK_ROOT}/.venv
+RUN ls -lA ${LAMBDA_TASK_ROOT}/.venv
 
 
 ### conditional section

dockerfiles/dockerfile-lisa-predictions

@@ -1,4 +1,4 @@
-FROM registry.gitlab.com/aletrn/gis-lisa-base:1.2.2
+FROM registry.gitlab.com/aletrn/gis-lisa-base:1.2.3
 
 # Include global arg in this stage of the build
 ARG LAMBDA_TASK_ROOT="/var/task"
@@ -10,11 +10,6 @@ ENV IS_AWS_LAMBDA=""
 # Set working directory to function root directory
 WORKDIR ${LAMBDA_TASK_ROOT}
 
-ADD https://github.com/AkihiroSuda/clone3-workaround/releases/download/v1.0.0/clone3-workaround.x86_64 /clone3-workaround
-RUN chmod 755 /clone3-workaround
-SHELL ["/clone3-workaround","/bin/sh", "-c"]
-
-COPY scripts ${LAMBDA_TASK_ROOT}/scripts
 COPY samgis ${LAMBDA_TASK_ROOT}/samgis
 COPY wrappers ${LAMBDA_TASK_ROOT}/wrappers
 
@@ -38,8 +33,8 @@ RUN python -c "import uvicorn"
 RUN df -h
 RUN ls -l ${LAMBDA_TASK_ROOT}/samgis/
 RUN ls -l ${LAMBDA_TASK_ROOT}/wrappers/
-RUN ls -l ${LAMBDA_TASK_ROOT}/static/
-RUN ls -l ${LAMBDA_TASK_ROOT}/static/dist
-RUN ls -l ${LAMBDA_TASK_ROOT}/static/node_modules
+RUN ls -l ${FASTAPI_STATIC}/
+RUN ls -l ${FASTAPI_STATIC}/dist
+RUN ls -l ${FASTAPI_STATIC}/node_modules
 
 CMD ["uvicorn", "wrappers.fastapi_wrapper:app", "--host", "0.0.0.0", "--port", "7860"]