Spaces:
Runtime error
Runtime error
try to make it working again
Browse files- Dockerfile +6 -1
Dockerfile
CHANGED
@@ -1,5 +1,8 @@
|
|
1 |
FROM ghcr.io/ggerganov/llama.cpp:server
|
2 |
|
|
|
|
|
|
|
3 |
ENV HOME=/home/user
|
4 |
|
5 |
# https://huggingface.co/docs/hub/spaces-sdks-docker-first-demo
|
@@ -13,6 +16,8 @@ USER user
|
|
13 |
|
14 |
WORKDIR $HOME
|
15 |
|
|
|
|
|
16 |
ENTRYPOINT [ "./server" ]
|
17 |
|
18 |
-
CMD [ "--host", "0.0.0.0", "--port", "7860", "--
|
|
|
1 |
FROM ghcr.io/ggerganov/llama.cpp:server
|
2 |
|
3 |
+
RUN apt update && \
|
4 |
+
apt install -y wget
|
5 |
+
|
6 |
ENV HOME=/home/user
|
7 |
|
8 |
# https://huggingface.co/docs/hub/spaces-sdks-docker-first-demo
|
|
|
16 |
|
17 |
WORKDIR $HOME
|
18 |
|
19 |
+
RUN wget https://huggingface.co/gingdev/llama7b-ictu/resolve/main/llama7b_q4_k_m.gguf?download=true -O ictu.gguf
|
20 |
+
|
21 |
ENTRYPOINT [ "./server" ]
|
22 |
|
23 |
+
CMD [ "--host", "0.0.0.0", "--port", "7860", "--model", "ictu.gguf", "-c", "4096", "--chat-template", "chatml", "--embedding" ]
|