Spaces:
Runtime error
Runtime error
| FROM nvidia/cuda:11.8.0-devel-ubuntu20.04 | |
| ENV DEBIAN_FRONTEND=noninteractive \ | |
| TZ=Europe/Paris | |
| # Remove any third-party apt sources to avoid issues with expiring keys. | |
| # Install some basic utilities | |
| RUN rm -f /etc/apt/sources.list.d/*.list && \ | |
| apt-get update && apt-get install -y --no-install-recommends \ | |
| curl \ | |
| ca-certificates \ | |
| sudo \ | |
| git \ | |
| git-lfs \ | |
| zip \ | |
| unzip \ | |
| htop \ | |
| bzip2 \ | |
| libx11-6 \ | |
| build-essential \ | |
| libsndfile-dev \ | |
| software-properties-common \ | |
| pkg-config \ | |
| libssl-dev \ | |
| && rm -rf /var/lib/apt/lists/* | |
| RUN PROTOC_ZIP=protoc-21.12-linux-x86_64.zip && \ | |
| curl -OL https://github.com/protocolbuffers/protobuf/releases/download/v21.12/$PROTOC_ZIP && \ | |
| unzip -o $PROTOC_ZIP -d /usr/local bin/protoc && \ | |
| unzip -o $PROTOC_ZIP -d /usr/local 'include/*' && \ | |
| rm -f $PROTOC_ZIP | |
| # RUN add-apt-repository ppa:flexiondotorg/nvtop && \ | |
| # apt-get upgrade -y && \ | |
| # apt-get install -y --no-install-recommends nvtop | |
| # RUN curl -sL https://deb.nodesource.com/setup_14.x | bash - && \ | |
| # apt-get install -y nodejs && \ | |
| # npm install -g configurable-http-proxy | |
| # Create a working directory | |
| WORKDIR /app | |
| # Create a non-root user and switch to it | |
| RUN adduser --disabled-password --gecos '' --shell /bin/bash user \ | |
| && chown -R user:user /app | |
| RUN echo "user ALL=(ALL) NOPASSWD:ALL" > /etc/sudoers.d/90-user | |
| USER user | |
| # All users can use /home/user as their home directory | |
| ENV HOME=/home/user | |
| RUN mkdir $HOME/.cache $HOME/.config \ | |
| && chmod -R 777 $HOME | |
| # Set up the Conda environment | |
| ENV CONDA_AUTO_UPDATE_CONDA=false \ | |
| PATH=$HOME/miniconda/bin:$PATH | |
| RUN curl -sLo ~/miniconda.sh https://repo.continuum.io/miniconda/Miniconda3-py39_4.10.3-Linux-x86_64.sh \ | |
| && chmod +x ~/miniconda.sh \ | |
| && ~/miniconda.sh -b -p ~/miniconda \ | |
| && rm ~/miniconda.sh \ | |
| && conda clean -ya | |
| # RUN chmod -R 777 /rust | |
| WORKDIR $HOME/app | |
| ####################################### | |
| # Start root user section | |
| ####################################### | |
| USER root | |
| # User Debian packages | |
| ## Security warning : Potential user code executed as root (build time) | |
| RUN --mount=target=/root/packages.txt,source=packages.txt \ | |
| apt-get update && \ | |
| xargs -r -a /root/packages.txt apt-get install -y --no-install-recommends \ | |
| && rm -rf /var/lib/apt/lists/* | |
| RUN --mount=target=/root/on_startup.sh,source=on_startup.sh,readwrite \ | |
| bash /root/on_startup.sh | |
| # Install ninja, which might help speed up flash attn build time | |
| RUN apt-get update && apt-get install -y --no-install-recommends \ | |
| ninja-build \ | |
| && rm -rf /var/lib/apt/lists/* | |
| ####################################### | |
| # End root user section | |
| ####################################### | |
| USER user | |
| # Rust install | |
| RUN curl https://sh.rustup.rs -sSf | bash -s -- -y | |
| ENV PATH="$HOME/.cargo/bin:${PATH}" | |
| RUN chmod -R 777 $HOME/.cargo/ | |
| # Python packages | |
| RUN --mount=target=requirements.txt,source=requirements.txt \ | |
| pip install --no-cache-dir --upgrade -r requirements.txt | |
| # Copy the current directory contents into the container at $HOME/app setting the owner to the user | |
| COPY --chown=user . $HOME/app | |
| RUN chmod +x start_server.sh | |
| # COPY --chown=user login.html /home/user/miniconda/lib/python3.9/site-packages/jupyter_server/templates/login.html | |
| ENV PYTHONUNBUFFERED=1 \ | |
| GRADIO_ALLOW_FLAGGING=never \ | |
| GRADIO_NUM_PORTS=1 \ | |
| GRADIO_SERVER_NAME=0.0.0.0 \ | |
| GRADIO_THEME=huggingface \ | |
| SYSTEM=spaces \ | |
| SHELL=/bin/bash | |
| CMD ["./start_server.sh"] |