Hugging Face's logo

Spaces:
concedo
/
Koboldcpp-KobbleTiny
Running

App Files Community
Henk717 commited on
Commit
0ebbc54
•
1 Parent(s): 6f8119e

Universal Compile

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -1
Dockerfile CHANGED
@@ -4,7 +4,7 @@ RUN mkdir /opt/koboldcpp
4
  RUN apt update && apt install git build-essential libopenblas-dev wget python3-pip -y
5
  RUN git clone https://github.com/lostruins/koboldcpp /opt/koboldcpp
6
  WORKDIR /opt/koboldcpp
7
- RUN make LLAMA_OPENBLAS=1 LLAMA_CUBLAS=1
8
  RUN wget -O model.ggml $MODEL
9
  CMD ["/bin/python3", "./koboldcpp.py", "--model", "model.ggml", "--usecublas", "mmq", "--gpulayers", "99", "--multiuser", "--contextsize", "4096", "--port", "7860", "--hordeconfig", "HF_SPACE_Tiefighter", "1", "1"]
10
 
 
4
  RUN apt update && apt install git build-essential libopenblas-dev wget python3-pip -y
5
  RUN git clone https://github.com/lostruins/koboldcpp /opt/koboldcpp
6
  WORKDIR /opt/koboldcpp
7
+ RUN make LLAMA_OPENBLAS=1 LLAMA_CUBLAS=1 LLAMA_PORTABLE=1
8
  RUN wget -O model.ggml $MODEL
9
  CMD ["/bin/python3", "./koboldcpp.py", "--model", "model.ggml", "--usecublas", "mmq", "--gpulayers", "99", "--multiuser", "--contextsize", "4096", "--port", "7860", "--hordeconfig", "HF_SPACE_Tiefighter", "1", "1"]
10