spuun commited on
Commit
13ab4d6
1 Parent(s): f94835d

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +8 -2
Dockerfile CHANGED
@@ -1,5 +1,11 @@
1
  FROM python:3.11.6-bullseye
2
 
3
- RUN CMAKE_ARGS="-DBUILD_SHARED_LIBS=OFF" pip install git+https://github.com/damian0815/llama-cpp-python@feat_llava_integration gradio
 
4
 
5
- CMD ["python", "app.py"]
 
 
 
 
 
 
1
  FROM python:3.11.6-bullseye
2
 
3
+ RUN git clone --recurse-submodules https://github.com/trzy/llava-cpp-server
4
+ WORKDIR llava-cpp-server
5
 
6
+ RUN wget https://huggingface.co/mys/ggml_llava-v1.5-7b/resolve/main/mmproj-model-f16.gguf
7
+ RUN wget https://huggingface.co/mys/ggml_llava-v1.5-7b/resolve/main/ggml-model-q4_k.gguf
8
+
9
+ RUN make
10
+
11
+ CMD ["bin/llava-server", "-m ggml-model-q4_k.gguf", "--mmproj mmproj-model-f16.gguf"]