Dockerfile

FROM python:3.10

WORKDIR /app

COPY ./requirements.txt /app/requirements.txt

RUN pip install --no-cache-dir --upgrade -r requirements.txt

RUN wget https://huggingface.co/Kukedlc/SmartLlama-3-8B-MS-v0.1-GGUF/resolve/main/smartllama-3-8b-ms-v0.1.Q4_K_M.gguf -O model.gguf

RUN useradd -m -u 1000 user

USER user

COPY --chown=user . .

CMD ["python", "app.py"]