# Include global ARGs at the dockerfile top ARG ARCH="x86_64" ARG LAMBDA_TASK_ROOT="/var/task" ARG FASTAPI_STATIC="${LAMBDA_TASK_ROOT}/static" ARG PYTHONPATH="${LAMBDA_TASK_ROOT}:${PYTHONPATH}:/usr/local/lib/python3/dist-packages" ARG POETRY_NO_INTERACTION=1 ARG POETRY_VIRTUALENVS_IN_PROJECT=1 ARG POETRY_VIRTUALENVS_CREATE=1 ARG POETRY_CACHE_DIR=/tmp/poetry_cache FROM nvcr.io/nvidia/pytorch:24.01-py3 as builder_global LABEL authors="alessandro@trinca.tornidor.com" ARG ARCH ARG LAMBDA_TASK_ROOT ARG PYTHONPATH ARG POETRY_NO_INTERACTION ARG POETRY_VIRTUALENVS_IN_PROJECT ARG POETRY_VIRTUALENVS_CREATE ARG POETRY_CACHE_DIR ARG DEPENDENCY_GROUP RUN echo "ARCH: $ARCH ..." RUN echo "ARG POETRY_CACHE_DIR: ${POETRY_CACHE_DIR} ..." RUN echo "ARG PYTHONPATH: $PYTHONPATH ..." RUN test -n ${DEPENDENCY_GROUP:?} RUN echo "python DEPENDENCY_GROUP: ${DEPENDENCY_GROUP} ..." RUN echo "arg dep:" # Set working directory to function root directory WORKDIR ${LAMBDA_TASK_ROOT} COPY requirements_poetry.txt pyproject.toml poetry.lock README.md ${LAMBDA_TASK_ROOT}/ RUN cat /etc/lsb-release # avoid segment-geospatial exception caused by missing libGL.so.1 library RUN echo "BUILDER: check libz.s* before start" && ls -l /usr/lib/${ARCH}-linux-gnu/libz.so* RUN apt update && apt upgrade -y && apt install -y libgl1 curl python3-pip git-lfs && apt clean COPY ./dockerfiles/apt_preferences_ubuntu /etc/apt/preferences COPY ./dockerfiles/ubuntu.sources /etc/apt/sources.list.d/ubuntu.sources #RUN echo "run update noble..." #RUN apt update #RUN apt update && apt install -t noble zlib1g -y RUN git lfs install RUN echo "BUILDER: check libz.s* after install from trixie" && ls -l /usr/lib/${ARCH}-linux-gnu/libz.so* RUN ls -l /etc/apt/sources* /etc/apt/preferences* # poetry installation path is NOT within ${LAMBDA_TASK_ROOT}: not needed for runtime docker image RUN python -m pip install -r ${LAMBDA_TASK_ROOT}/requirements_poetry.txt RUN which poetry && poetry --version && poetry config --list RUN poetry config virtualenvs.path ${LAMBDA_TASK_ROOT} RUN poetry config installer.max-workers 7 RUN echo "# poetry config --list #" && poetry config --list RUN ls -ld ${LAMBDA_TASK_ROOT}/ #RUN . ${LAMBDA_TASK_ROOT}/.venv/bin/activate && ${LAMBDA_TASK_ROOT}/.venv/bin/python --version && ${LAMBDA_TASK_ROOT}/.venv/bin/python -m pip install pip wheel setuptools --upgrade RUN poetry run python -m pip install pip wheel setuptools --upgrade RUN poetry install --with ${DEPENDENCY_GROUP} --no-root -vvv FROM nvcr.io/nvidia/pytorch:24.01-py3 as runtime ARG ARCH ARG LAMBDA_TASK_ROOT ENV VIRTUAL_ENV=${LAMBDA_TASK_ROOT}/.venv \ PATH="${LAMBDA_TASK_ROOT}/.venv/bin:$PATH" RUN echo "COPY --from=builder_global /usr/lib/${ARCH}-linux-gnu/libGL.so* /usr/lib/${ARCH}-linux-gnu/" COPY --from=builder_global /usr/lib/${ARCH}-linux-gnu/libGL.so* /usr/lib/${ARCH}-linux-gnu/ RUN echo "RUNTIME: check libz.s* before upgrade" && ls -l /usr/lib/${ARCH}-linux-gnu/libz.so* RUN echo "RUNTIME: remove libz.s* to force upgrade" && rm /usr/lib/${ARCH}-linux-gnu/libz.so* COPY --from=builder_global /usr/lib/${ARCH}-linux-gnu/libz.so* /usr/lib/${ARCH}-linux-gnu/ RUN echo "RUNTIME: check libz.s* after copy" && ls -l /usr/lib/${ARCH}-linux-gnu/libz.so* COPY --from=builder_global ${LAMBDA_TASK_ROOT}/.venv ${LAMBDA_TASK_ROOT}/.venv RUN echo "new LAMBDA_TASK_ROOT after hidden venv copy => ${LAMBDA_TASK_ROOT}" RUN ls -ld ${LAMBDA_TASK_ROOT}/ RUN ls -lA ${LAMBDA_TASK_ROOT}/ ### conditional section FROM node:20-slim AS node_fastapi ARG DEPENDENCY_GROUP ENV PNPM_HOME="/pnpm" ENV PATH="$PNPM_HOME:$PATH" RUN corepack enable COPY ./static /appnode WORKDIR /appnode # RUN if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then echo "pnpm store path:" && pnpm store path; fi FROM node_fastapi AS node_prod_deps ARG DEPENDENCY_GROUP RUN --mount=type=cache,id=pnpm,target=/pnpm/store if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then \ pnpm install --prod --frozen-lockfile; else \ echo "DEPENDENCY_GROUP 1: ${DEPENDENCY_GROUP} ..."; fi # here multiple conditions concatenated to avoid failing on check RUN if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then if [ ! -d /appnode/node_modules ]; then echo "no node_modules folder" && exit 1; fi; fi FROM node_fastapi AS node_build ARG DEPENDENCY_GROUP ARG VITE__MAP_DESCRIPTION ARG VITE__SAMGIS_SPACE RUN echo "VITE__MAP_DESCRIPTION:" ${VITE__MAP_DESCRIPTION} RUN echo "VITE__SAMGIS_SPACE:" ${VITE__SAMGIS_SPACE} RUN --mount=type=cache,id=pnpm,target=/pnpm/store if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then \ pnpm install --frozen-lockfile; else \ echo "DEPENDENCY_GROUP 2: ${DEPENDENCY_GROUP} ..."; fi RUN --mount=type=cache,id=pnpm,target=/pnpm/store if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then pnpm build; fi RUN --mount=type=cache,id=pnpm,target=/pnpm/store if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then \ pnpm tailwindcss -i /appnode/src/input.css -o /appnode/dist/output.css; fi RUN if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then if [ ! -d /appnode/dist ]; then echo "no dist folder" && exit 1; fi; fi FROM runtime ARG FASTAPI_STATIC RUN mkdir ${FASTAPI_STATIC} COPY ./machine_learning_models ${LAMBDA_TASK_ROOT}/machine_learning_models COPY --from=node_prod_deps /appnode/node_modules* ${FASTAPI_STATIC}/node_modules COPY --from=node_build /appnode/dist* ${FASTAPI_STATIC}/dist # Include global arg in this stage of the build ARG LAMBDA_TASK_ROOT="/var/task" ARG PYTHONPATH="${LAMBDA_TASK_ROOT}:${PYTHONPATH}:/usr/local/lib/python3/dist-packages" ENV VIRTUAL_ENV=${LAMBDA_TASK_ROOT}/.venv \ PATH="${LAMBDA_TASK_ROOT}/.venv/bin:$PATH" ENV IS_AWS_LAMBDA="" # Set working directory to function root directory WORKDIR ${LAMBDA_TASK_ROOT} COPY samgis ${LAMBDA_TASK_ROOT}/samgis COPY wrappers ${LAMBDA_TASK_ROOT}/wrappers RUN ls -l /usr/bin/which RUN /usr/bin/which python RUN python -v RUN echo "PYTHONPATH: ${PYTHONPATH}." RUN echo "PATH: ${PATH}." RUN echo "LAMBDA_TASK_ROOT: ${LAMBDA_TASK_ROOT}." RUN ls -l ${LAMBDA_TASK_ROOT} RUN ls -ld ${LAMBDA_TASK_ROOT} RUN ls -l ${LAMBDA_TASK_ROOT}/machine_learning_models RUN python -c "import sys; print(sys.path)" RUN python -c "import cv2" RUN python -c "import fastapi" RUN python -c "import geopandas" RUN python -c "import loguru" RUN python -c "import onnxruntime" RUN python -c "import rasterio" RUN python -c "import uvicorn" RUN df -h RUN ls -l ${LAMBDA_TASK_ROOT}/samgis/ RUN ls -l ${LAMBDA_TASK_ROOT}/wrappers/ RUN ls -l ${LAMBDA_TASK_ROOT}/static/ RUN ls -l ${LAMBDA_TASK_ROOT}/static/dist RUN ls -l ${LAMBDA_TASK_ROOT}/static/node_modules CMD ["uvicorn", "wrappers.fastapi_wrapper:app", "--host", "0.0.0.0", "--port", "7860"]