Update Dockerfile
Browse files- Dockerfile +2 -1
Dockerfile
CHANGED
|
@@ -6,7 +6,8 @@ RUN git clone https://github.com/ggerganov/llama.cpp --depth 1 repo && cd repo &
|
|
| 6 |
sed -i 's/v1\/chat/api\/v1\/chat/g' examples/server/server.cpp
|
| 7 |
|
| 8 |
RUN cd repo && cmake -B build && cmake --build build --config Release --target server && cp ./build/bin/server /app/server
|
| 9 |
-
RUN wget -c -O model.gguf "https://huggingface.co/zhangtao103239/Qwen-1.8B-GGUF/resolve/main/qwen-1.8b-q5_k_m.gguf"
|
|
|
|
| 10 |
EXPOSE 7860
|
| 11 |
ENTRYPOINT ["sh", "-c", "/app/server -m model.gguf --host 0.0.0.0 --port 7860"]
|
| 12 |
|
|
|
|
| 6 |
sed -i 's/v1\/chat/api\/v1\/chat/g' examples/server/server.cpp
|
| 7 |
|
| 8 |
RUN cd repo && cmake -B build && cmake --build build --config Release --target server && cp ./build/bin/server /app/server
|
| 9 |
+
# RUN wget -c -O model.gguf "https://huggingface.co/zhangtao103239/Qwen-1.8B-GGUF/resolve/main/qwen-1.8b-q5_k_m.gguf"
|
| 10 |
+
RUN wget -c -O model.gguf "https://huggingface.co/Qwen/Qwen1.5-0.5B-Chat-GGUF/resolve/main/qwen2-beta-0_5b-chat-q8_0.gguf"
|
| 11 |
EXPOSE 7860
|
| 12 |
ENTRYPOINT ["sh", "-c", "/app/server -m model.gguf --host 0.0.0.0 --port 7860"]
|
| 13 |
|