Spaces:
Runtime error
Runtime error
Create Dockerfile
Browse files- Dockerfile +15 -0
Dockerfile
ADDED
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
FROM FROM python:3.11.6-bullseye
|
2 |
+
|
3 |
+
RUN git clone https://github.com/ggerganov/llama.cpp
|
4 |
+
WORKDIR llama.cpp
|
5 |
+
|
6 |
+
RUN mkdir build
|
7 |
+
WORKDIR build
|
8 |
+
RUN cmake ..
|
9 |
+
RUN make
|
10 |
+
|
11 |
+
WORKDIR bin
|
12 |
+
RUN wget https://huggingface.co/mys/ggml_llava-v1.5-7b/resolve/main/mmproj-model-f16.gguf
|
13 |
+
RUN wget https://huggingface.co/mys/ggml_llava-v1.5-7b/resolve/main/ggml-model-q4_k.gguf
|
14 |
+
|
15 |
+
CMD ["./server", "-m", "ggml-model-f16.gguf", "--mmproj", "mmproj-model-f16.gguf", "--threads", "4", "--host", "0.0.0.0", "--port", "7860", "-c", "2048"]
|