Dockerfile

FROM python:3.11

# Set up a new user named "user" with user ID 1000
RUN useradd -m -u 1000 user

# Switch to the "user" user
USER user

# Set home to the user's home directory
ENV HOME=/home/user \
    PATH=/home/user/.local/bin:$PATH

WORKDIR $HOME/app

# Copy the current directory contents into the container at $HOME/app setting the owner to the user
COPY --chown=user . $HOME/app

EXPOSE 7860
ENV GRADIO_SERVER_NAME="0.0.0.0"

# Install the Hugging Face CLI tool
RUN pip install huggingface_hub==0.23.0

# Download your model using the Hugging Face CLI
# RUN huggingface-cli download microsoft/Phi-3-mini-4k-instruct-gguf --local-dir ./models
RUN huggingface-cli download NicholasJohn/OpenBioLLM-Llama3-8B-Q5_K_M.gguf --local-dir ./models

# Install Python dependencies from requirements.txt
COPY requirements.txt .
RUN pip install -r requirements.txt


CMD ["python", "app.py"]