Spaces:
Sleeping
Sleeping
File size: 513 Bytes
b95ac18 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 |
FROM ghcr.io/ggerganov/llama.cpp:server
RUN apt update && apt install -y curl
RUN mkdir /models
RUN curl -L https://huggingface.co/TheBloke/deepseek-coder-1.3b-instruct-GGUF/resolve/main/deepseek-coder-1.3b-instruct.Q5_K_M.gguf --output /models/deepseek-coder-1.3b-instruct.Q5_K_M.gguf
COPY ./public /webui
ENTRYPOINT [ "/server" ]
CMD [ "--host", "0.0.0.0", "--port", "7860", "--model", "/models/deepseek-coder-1.3b-instruct.Q5_K_M.gguf", "-c", "4096", "--chat-template", "deepseek", "--path", "/webui" ]
|