Hugging Face's logo

Spaces:
concedo
/
Koboldcpp-KobbleTiny
Running

App Files Community
Henk717 commited on
Commit
6f8119e
•
1 Parent(s): e449931

GPU Offlodaing

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -1
Dockerfile CHANGED
@@ -6,5 +6,5 @@ RUN git clone https://github.com/lostruins/koboldcpp /opt/koboldcpp
6
  WORKDIR /opt/koboldcpp
7
  RUN make LLAMA_OPENBLAS=1 LLAMA_CUBLAS=1
8
  RUN wget -O model.ggml $MODEL
9
- CMD ["/bin/python3", "./koboldcpp.py", "--model", "model.ggml", "--usecublas", "mmq", "--multiuser", "--contextsize", "4096", "--port", "7860", "--hordeconfig", "HF_SPACE_Tiefighter", "1", "1"]
10
 
 
6
  WORKDIR /opt/koboldcpp
7
  RUN make LLAMA_OPENBLAS=1 LLAMA_CUBLAS=1
8
  RUN wget -O model.ggml $MODEL
9
+ CMD ["/bin/python3", "./koboldcpp.py", "--model", "model.ggml", "--usecublas", "mmq", "--gpulayers", "99", "--multiuser", "--contextsize", "4096", "--port", "7860", "--hordeconfig", "HF_SPACE_Tiefighter", "1", "1"]
10