# syntax = docker/dockerfile:experimental # Arguments modify ARG PYTORCH="1.6.0" ARG CUDA="10.1" ARG CUDNN="7" ARG BASE_IMAGE=pytorch/pytorch:${PYTORCH}-cuda${CUDA}-cudnn${CUDNN}-devel FROM ${BASE_IMAGE} AS compile-image ARG MMCV="1.2.7" ARG MMDET="2.10.0" ENV PYTHONUNBUFFERED TRUE RUN --mount=type=cache,id=apt-dev,target=/var/cache/apt \ apt-get update && \ DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends -y \ ca-certificates \ g++ \ openjdk-11-jre-headless \ # MMDet Requirements ffmpeg libsm6 libxext6 git ninja-build libglib2.0-0 libsm6 libxrender-dev libxext6 \ && rm -rf /var/lib/apt/lists/* ENV PATH="/opt/conda/bin:$PATH" # This is only useful for cuda env RUN export FORCE_CUDA=1 # TORCHSEVER RUN pip install torchserve torch-model-archiver # MMLAB RUN pip install mmcv-full==${MMCV} -f https://download.openmmlab.com/mmcv/dist/cu101/torch1.6.0/index.html RUN pip install mmdet==${MMDET} # Final image for production FROM ${BASE_IMAGE} AS runtime-image ENV PYTHONUNBUFFERED TRUE RUN export FORCE_CUDA=1 RUN --mount=type=cache,target=/var/cache/apt \ apt-get update && \ DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends -y \ openjdk-11-jre-headless \ build-essential \ ffmpeg libsm6 libxext6 git ninja-build libglib2.0-0 libsm6 libxrender-dev libxext6 \ && rm -rf /var/lib/apt/lists/* \ && cd /tmp COPY --from=compile-image /opt/conda /opt/conda ENV PATH="/opt/conda/bin:$PATH" RUN useradd -m model-server \ && mkdir -p /home/model-server/tmp COPY entrypoint.sh /usr/local/bin/entrypoint.sh RUN chmod +x /usr/local/bin/entrypoint.sh \ && chown -R model-server /home/model-server COPY config.properties /home/model-server/config.properties RUN mkdir /home/model-server/model-store && chown -R model-server /home/model-server/model-store EXPOSE 8080 8081 8082 USER model-server WORKDIR /home/model-server ENV TEMP=/home/model-server/tmp ENTRYPOINT ["/usr/local/bin/entrypoint.sh"] CMD ["serve"]