FROM python
WORKDIR /app
COPY . .
RUN apt update \
 && apt install build-essential wget libopenblas-dev libclblast-dev make -y \
 && make LLAMA_OPENBLAS=1 LLAMA_CLBLAST=1 \
 && wget https://huggingface.co/xzuyn/GPT-J-Shinen-6B-GGML/resolve/main/ggjtv1-model-q5_1.bin \
 && apt remove build-essential wget make -y \
 && apt autoremove -y

 ENTRYPOINT ["python", "koboldcpp.py", "ggjtv1-model-q5_1.bin", "--port", "7860", "--smartcontext", "--useclblast"]