ENV PATH=/opt/conda/bin:/opt/cmake-3.14.6-Linux-x86_64/bin/:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin

ENV CUDA_VERSION=11.3.1.005

ENV CUDA_DRIVER_VERSION=465.19.01

ENV CUDA_CACHE_DISABLE=1

ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat

ENV ENV=/etc/shinit_v2

ENV BASH_ENV=/etc/bash.bashrc

ENV NVIDIA_REQUIRE_CUDA=cuda>=9.0

ENV NCCL_VERSION=2.9.9

ENV CUBLAS_VERSION=11.5.1.109

ENV CUFFT_VERSION=10.4.2.109

ENV CURAND_VERSION=10.2.4.109

ENV CUSPARSE_VERSION=11.6.0.109

ENV CUSOLVER_VERSION=11.1.2.109

ENV NPP_VERSION=11.3.3.95

ENV NVJPEG_VERSION=11.5.0.109

ENV CUDNN_VERSION=8.2.1.32

ENV TRT_VERSION=7.2.3.4+cuda11.1.0.024

ENV TRTOSS_VERSION=21.06

ENV NSIGHT_SYSTEMS_VERSION=2021.2.1.58

ENV NSIGHT_COMPUTE_VERSION=2021.1.1.5

ENV DALI_VERSION=1.2.0

ENV DALI_BUILD=2356513

ENV DLPROF_VERSION=21.06

ENV LD_LIBRARY_PATH=/opt/hpcx/nccl_rdma_sharp_plugin/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

ENV NVIDIA_VISIBLE_DEVICES=all

ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility,video

ENV GDRCOPY_VERSION=2.2

ENV HPCX_VERSION=2.8.2rc3

ENV MOFED_VERSION=5.2-rdmacore32.1

ENV OPENUCX_VERSION=1.10.1

ENV OPENMPI_VERSION=4.1.1rc1

ENV RDMACORE_VERSION=32.1

ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:

ENV PYTORCH_BUILD_VERSION=1.9.0a0+c3d40fd

ENV PYTORCH_VERSION=1.9.0a0+c3d40fd

ENV PYTORCH_BUILD_NUMBER=0

ENV NVIDIA_PYTORCH_VERSION=21.06

ENV NVM_DIR=/usr/local/nvm

ENV JUPYTER_PORT=8888

ENV TENSORBOARD_PORT=6006

ENV COCOAPI_VERSION=2.0+nv0.5.1

ENV PYTHONIOENCODING=utf-8

ENV LC_ALL=C.UTF-8

ENV NVIDIA_BUILD_ID=24129275

ENV NCCL_ASYNC_ERROR_HANDLING=1

EXPOSE 6006/tcp

EXPOSE 8888/tcp

WORKDIR /workspace
ENTRYPOINT ["/usr/local/bin/nvidia_entrypoint.sh"]


COPY . .

CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]