| FROM python:3.10 as base | |
| # Set model | |
| ENV MODEL=macadeliccc/Orca-SOLAR-4x10.7b-GGUF | |
| ENV QUANT=q4_k_m | |
| ENV CHAT_TEMPLATE=chatml | |
| # Set the working directory | |
| WORKDIR /app | |
| # Install Python requirements | |
| COPY ./requirements.txt /app/ | |
| RUN pip install --no-cache-dir --upgrade -r requirements.txt | |
| # Download model | |
| RUN MODEL_NAME_FILE=$(echo ${MODEL#*/} | sed 's/-GGUF$//') && \ | |
| wget https://huggingface.co/${MODEL}/resolve/main/${MODEL_NAME_FILE}.${QUANT}.gguf -O model.gguf | |
| # Copy the rest of your application | |
| COPY . . | |
| # Command to run the application | |
| CMD ["python", "app.py"] |