Spaces:
Runtime error
Runtime error
try to make it working again
Browse files- Dockerfile +6 -1
Dockerfile
CHANGED
|
@@ -1,5 +1,8 @@
|
|
| 1 |
FROM ghcr.io/ggerganov/llama.cpp:server
|
| 2 |
|
|
|
|
|
|
|
|
|
|
| 3 |
ENV HOME=/home/user
|
| 4 |
|
| 5 |
# https://huggingface.co/docs/hub/spaces-sdks-docker-first-demo
|
|
@@ -13,6 +16,8 @@ USER user
|
|
| 13 |
|
| 14 |
WORKDIR $HOME
|
| 15 |
|
|
|
|
|
|
|
| 16 |
ENTRYPOINT [ "./server" ]
|
| 17 |
|
| 18 |
-
CMD [ "--host", "0.0.0.0", "--port", "7860", "--
|
|
|
|
| 1 |
FROM ghcr.io/ggerganov/llama.cpp:server
|
| 2 |
|
| 3 |
+
RUN apt update && \
|
| 4 |
+
apt install -y wget
|
| 5 |
+
|
| 6 |
ENV HOME=/home/user
|
| 7 |
|
| 8 |
# https://huggingface.co/docs/hub/spaces-sdks-docker-first-demo
|
|
|
|
| 16 |
|
| 17 |
WORKDIR $HOME
|
| 18 |
|
| 19 |
+
RUN wget https://huggingface.co/gingdev/llama7b-ictu/resolve/main/llama7b_q4_k_m.gguf?download=true -O ictu.gguf
|
| 20 |
+
|
| 21 |
ENTRYPOINT [ "./server" ]
|
| 22 |
|
| 23 |
+
CMD [ "--host", "0.0.0.0", "--port", "7860", "--model", "ictu.gguf", "-c", "4096", "--chat-template", "chatml", "--embedding" ]
|