Spaces:
Runtime error
Runtime error
File size: 509 Bytes
833d7c1 6781995 833d7c1 6781995 |
1 2 3 4 5 6 7 8 9 10 |
FROM python
WORKDIR /app
COPY . .
RUN apt update \
&& apt install build-essential wget libopenblas-dev make -y \
&& make LLAMA_OPENBLAS=1 \
&& wget https://huggingface.co/TheBloke/Redmond-Puffin-13B-GGML/resolve/main/redmond-puffin-13b.ggmlv3.q2_K.bin \
&& apt remove build-essential wget make -y
ENTRYPOINT ["python", "koboldcpp.py", "redmond-puffin-13b.ggmlv3.q2_K.bin", "--port", "7860","--contextsize","4096","--stream","--smartcontext","--unbantokens","--debugmode","--usemirostat","2","5.0","0.1"] |