Dockerfile

# read the doc: https://huggingface.co/docs/hub/spaces-sdks-docker
# you will also find guides on how best to write your Dockerfile

FROM pytorch/pytorch:2.6.0-cuda12.4-cudnn9-devel

WORKDIR /code

COPY ./requirements.txt /code/requirements.txt

RUN pip install --upgrade pip wheel setuptools --no-cache-dir && \
    pip install -r /code/requirements.txt --no-cache-dir && \
    pip install flash-attn --no-build-isolation --no-cache-dir

# Set up a new user named "user" with user ID 1000
RUN useradd -m -u 1000 user

# Switch to the "user" user
USER user

# Set home to the user's home directory
ENV HOME=/home/user \
    PATH=/home/user/.local/bin:$PATH

# Set the working directory to the user's home directory
WORKDIR $HOME/app

# Copy the current directory contents into the container at $HOME/app setting the owner to the user
COPY --chown=user . $HOME/app

CMD ["python", "app.py"]