Ved Gupta commited on
Commit
793c0f5
1 Parent(s): c1aa71b

Update Dockerfile and README.md

Browse files
Files changed (2) hide show
  1. Dockerfile +2 -2
  2. README.md +1 -1
Dockerfile CHANGED
@@ -6,5 +6,5 @@ RUN pip install llama-cpp-python sse_starlette starlette_context pydantic_settin
6
  RUN mkdir models
7
  RUN wget -q "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_0.gguf" -O models/mistral-7b-instruct-v0.2.Q4_0.gguf
8
 
9
- EXPOSE 8080
10
- CMD ["python", "-m", "llama_cpp.server", "--model", "models/mistral-7b-instruct-v0.2.Q4_0.gguf", "--host", "0.0.0.0", "--port", "8080"]
 
6
  RUN mkdir models
7
  RUN wget -q "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_0.gguf" -O models/mistral-7b-instruct-v0.2.Q4_0.gguf
8
 
9
+ EXPOSE 8000
10
+ CMD ["python", "-m", "llama_cpp.server", "--model", "models/mistral-7b-instruct-v0.2.Q4_0.gguf", "--host", "0.0.0.0"]
README.md CHANGED
@@ -5,7 +5,7 @@ colorFrom: indigo
5
  colorTo: yellow
6
  sdk: docker
7
  pinned: false
8
- app_port: 8080
9
  ---
10
 
11
 
 
5
  colorTo: yellow
6
  sdk: docker
7
  pinned: false
8
+ app_port: 8000
9
  ---
10
 
11