ilhooq commited on
Commit
93d3739
1 Parent(s): 434a3c0

Server optimizations

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -1
Dockerfile CHANGED
@@ -30,4 +30,4 @@ COPY ./public /webui
30
 
31
  ENTRYPOINT [ "/server" ]
32
 
33
- CMD [ "--host", "0.0.0.0", "--port", "7860", "--model", "/models/deepseek-coder-1.3b-instruct.Q5_K_M.gguf", "-c", "4096", "--chat-template", "deepseek", "--path", "/webui" ]
 
30
 
31
  ENTRYPOINT [ "/server" ]
32
 
33
+ CMD [ "--host", "0.0.0.0", "--port", "7860", "--model", "/models/deepseek-coder-1.3b-instruct.Q5_K_M.gguf", "-t", "3", "--mlock", "-c", "512", "--chat-template", "deepseek", "--path", "/webui" ]