File size: 581 Bytes
141c0b0 6f1b0c6 141c0b0 9878af3 141c0b0 9878af3 141c0b0 8a41def |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 |
FROM python:3.10 as base
# Set model
ENV MODEL=macadeliccc/Orca-SOLAR-4x10.7b-GGUF
ENV QUANT=q4_k_m
ENV CHAT_TEMPLATE=chatml
# Set the working directory
WORKDIR /app
# Install Python requirements
COPY ./requirements.txt /app/
RUN pip install --no-cache-dir --upgrade -r requirements.txt
# Download model
RUN MODEL_NAME_FILE=$(echo ${MODEL#*/} | sed 's/-GGUF$//') && \
wget https://huggingface.co/${MODEL}/resolve/main/${MODEL_NAME_FILE}.${QUANT}.gguf -O model.gguf
# Copy the rest of your application
COPY . .
# Command to run the application
CMD ["python", "app.py"] |