Alex0007 commited on
Commit
5ab3ebd
1 Parent(s): 0e486fd

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -2
Dockerfile CHANGED
@@ -7,7 +7,6 @@ ENV MODEL_FILE="qwen7b-q4_0.gguf"
7
  ENV MODEL_USER="MatrixStudio"
8
  ENV DEFAULT_MODEL_BRANCH="main"
9
  ENV MODEL_URL="https://huggingface.co/${MODEL_USER}/${MODEL_NAME}/resolve/${DEFAULT_MODEL_BRANCH}/${MODEL_FILE}"
10
- ENV MODEL_PATH="/app/llama.cpp/models/7B/${MODEL_FILE}"
11
 
12
  # Installing necessary packages
13
  RUN apt-get update && apt-get upgrade -y \
@@ -39,4 +38,4 @@ RUN chmod -R 777 /app/llama.cpp
39
  EXPOSE 8080
40
 
41
  # Adjust the CMD to use the absolute path of the server executable
42
- CMD ["/app/llama.cpp/server", "-m", "${MODEL_PATH}", "-c", "16000"]
 
7
  ENV MODEL_USER="MatrixStudio"
8
  ENV DEFAULT_MODEL_BRANCH="main"
9
  ENV MODEL_URL="https://huggingface.co/${MODEL_USER}/${MODEL_NAME}/resolve/${DEFAULT_MODEL_BRANCH}/${MODEL_FILE}"
 
10
 
11
  # Installing necessary packages
12
  RUN apt-get update && apt-get upgrade -y \
 
38
  EXPOSE 8080
39
 
40
  # Adjust the CMD to use the absolute path of the server executable
41
+ CMD ["/app/llama.cpp/server", "-m", "/app/llama.cpp/models/7B/qwen7b-q4_0.gguf", "-c", "16000"]