File size: 450 Bytes
da1211d 7bcd51c fe14a83 7bcd51c 7a3f060 7bcd51c 9114bae |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 |
FROM debian:11
RUN apt update
RUN apt install -y cmake make gcc g++ git python3 python3-pip wget
RUN git clone https://github.com/ggerganov/llama.cpp
RUN mkdir /code && mv llama.cpp/* /code
RUN cd /code && make -j
RUN wget https://huggingface.co/CRD716/ggml-vicuna-1.1-quantized/resolve/main/ggml-vicuna-7b-1.1-q4_0.bin -P /code
WORKDIR /code
RUN pip install streamlit
COPY app.py /code
COPY start.sh /start.sh
RUN chmod 777 /start.sh
CMD /start.sh |