Spaces:
Sleeping
Sleeping
Update Dockerfile
Browse files- Dockerfile +1 -2
Dockerfile
CHANGED
@@ -7,7 +7,6 @@ ENV MODEL_FILE="qwen7b-q4_0.gguf"
|
|
7 |
ENV MODEL_USER="MatrixStudio"
|
8 |
ENV DEFAULT_MODEL_BRANCH="main"
|
9 |
ENV MODEL_URL="https://huggingface.co/${MODEL_USER}/${MODEL_NAME}/resolve/${DEFAULT_MODEL_BRANCH}/${MODEL_FILE}"
|
10 |
-
ENV MODEL_PATH="/app/llama.cpp/models/7B/${MODEL_FILE}"
|
11 |
|
12 |
# Installing necessary packages
|
13 |
RUN apt-get update && apt-get upgrade -y \
|
@@ -39,4 +38,4 @@ RUN chmod -R 777 /app/llama.cpp
|
|
39 |
EXPOSE 8080
|
40 |
|
41 |
# Adjust the CMD to use the absolute path of the server executable
|
42 |
-
CMD ["/app/llama.cpp/server", "-m", "
|
|
|
7 |
ENV MODEL_USER="MatrixStudio"
|
8 |
ENV DEFAULT_MODEL_BRANCH="main"
|
9 |
ENV MODEL_URL="https://huggingface.co/${MODEL_USER}/${MODEL_NAME}/resolve/${DEFAULT_MODEL_BRANCH}/${MODEL_FILE}"
|
|
|
10 |
|
11 |
# Installing necessary packages
|
12 |
RUN apt-get update && apt-get upgrade -y \
|
|
|
38 |
EXPOSE 8080
|
39 |
|
40 |
# Adjust the CMD to use the absolute path of the server executable
|
41 |
+
CMD ["/app/llama.cpp/server", "-m", "/app/llama.cpp/models/7B/qwen7b-q4_0.gguf", "-c", "16000"]
|