Dockerfile

FROM python:3.10 as base

WORKDIR /app

COPY ./requirements.txt /app/
RUN pip install --no-cache-dir --upgrade -r requirements.txt

RUN wget https://huggingface.co/senseable/Westlake-7B-gguf/resolve/main/Westlake-7B-q4_k_m.gguf -O model.gguf

COPY . .

CMD ["python", "app.py"]