File size: 656 Bytes
5b230c3
 
 
 
80960f7
1cdd9bb
5b230c3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
# Use an alias for the base image for easier updates
FROM python:3.10 as base

# Set model
ENV MODEL=mlabonne/NeuralBeagle14-7B-GGUF
ENV QUANT=Q4_K_M
ENV CHAT_TEMPLATE=chatml

# Set the working directory
WORKDIR /app

# Install Python requirements
COPY ./requirements.txt /app/
RUN pip install --no-cache-dir --upgrade -r requirements.txt

# Download model
RUN MODEL_NAME_FILE=$(echo ${MODEL#*/} | tr '[:upper:]' '[:lower:]' | sed 's/-gguf$//') && \
    wget https://huggingface.co/${MODEL}/resolve/main/${MODEL_NAME_FILE}.${QUANT}.gguf -O model.gguf

# Copy the rest of your application
COPY . .

# Command to run the application
CMD ["python", "app.py"]