gingdev commited on
Commit
86d601e
1 Parent(s): e0ab749

try to make it working again

Browse files
Files changed (1) hide show
  1. Dockerfile +6 -1
Dockerfile CHANGED
@@ -1,5 +1,8 @@
1
  FROM ghcr.io/ggerganov/llama.cpp:server
2
 
 
 
 
3
  ENV HOME=/home/user
4
 
5
  # https://huggingface.co/docs/hub/spaces-sdks-docker-first-demo
@@ -13,6 +16,8 @@ USER user
13
 
14
  WORKDIR $HOME
15
 
 
 
16
  ENTRYPOINT [ "./server" ]
17
 
18
- CMD [ "--host", "0.0.0.0", "--port", "7860", "--embedding", "--hf-repo", "gingdev/llama7b-ictu", "--hf-file", "llama7b_q4_k_m.gguf", "--model", "./models/llama7b_q4_k_m.gguf", "--chat-template", "chatml" ]
 
1
  FROM ghcr.io/ggerganov/llama.cpp:server
2
 
3
+ RUN apt update && \
4
+ apt install -y wget
5
+
6
  ENV HOME=/home/user
7
 
8
  # https://huggingface.co/docs/hub/spaces-sdks-docker-first-demo
 
16
 
17
  WORKDIR $HOME
18
 
19
+ RUN wget https://huggingface.co/gingdev/llama7b-ictu/resolve/main/llama7b_q4_k_m.gguf?download=true -O ictu.gguf
20
+
21
  ENTRYPOINT [ "./server" ]
22
 
23
+ CMD [ "--host", "0.0.0.0", "--port", "7860", "--model", "ictu.gguf", "-c", "4096", "--chat-template", "chatml", "--embedding" ]