spuun commited on
Commit
291e202
·
1 Parent(s): a1e3150

Create Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +15 -0
Dockerfile ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FROM FROM python:3.11.6-bullseye
2
+
3
+ RUN git clone https://github.com/ggerganov/llama.cpp
4
+ WORKDIR llama.cpp
5
+
6
+ RUN mkdir build
7
+ WORKDIR build
8
+ RUN cmake ..
9
+ RUN make
10
+
11
+ WORKDIR bin
12
+ RUN wget https://huggingface.co/mys/ggml_llava-v1.5-7b/resolve/main/mmproj-model-f16.gguf
13
+ RUN wget https://huggingface.co/mys/ggml_llava-v1.5-7b/resolve/main/ggml-model-q4_k.gguf
14
+
15
+ CMD ["./server", "-m", "ggml-model-f16.gguf", "--mmproj", "mmproj-model-f16.gguf", "--threads", "4", "--host", "0.0.0.0", "--port", "7860", "-c", "2048"]