Spaces:
Runtime error
Runtime error
Create Dockerfile
Browse files- Dockerfile +13 -0
Dockerfile
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
FROM python:3.9-slim-bookworm
|
| 2 |
+
USER root
|
| 3 |
+
RUN apt update && apt install curl git gcc make build-essential -y
|
| 4 |
+
RUN git clone https://github.com/ggerganov/llama.cpp
|
| 5 |
+
WORKDIR /llama.cpp
|
| 6 |
+
RUN make -ij server
|
| 7 |
+
WORKDIR /llama.cpp/models
|
| 8 |
+
RUN curl -L "https://huggingface.co/CreativeWorks/CreativeWorks_Llama-3-8B-BR-8K/resolve/main/CreativeWorks_Llama-3-8B-BR-8Kunsloth.Q4_K_M.gguf?download=true" --output CreativeWorks_Llama-3-8B-BR-8Kunsloth.Q4_K_M.gguf
|
| 9 |
+
WORKDIR /llama.cpp
|
| 10 |
+
EXPOSE 7860
|
| 11 |
+
RUN chmod -R 777 /llama.cpp
|
| 12 |
+
RUN nproc
|
| 13 |
+
CMD ./server --host 0.0.0.0 --port 7860 -t 3 -m ./models/CreativeWorks_Llama-3-8B-BR-8Kunsloth.Q4_K_M.gguf --parallel 2
|