Spaces:
Sleeping
Sleeping
Ved Gupta
commited on
Commit
•
793c0f5
1
Parent(s):
c1aa71b
Update Dockerfile and README.md
Browse files- Dockerfile +2 -2
- README.md +1 -1
Dockerfile
CHANGED
@@ -6,5 +6,5 @@ RUN pip install llama-cpp-python sse_starlette starlette_context pydantic_settin
|
|
6 |
RUN mkdir models
|
7 |
RUN wget -q "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_0.gguf" -O models/mistral-7b-instruct-v0.2.Q4_0.gguf
|
8 |
|
9 |
-
EXPOSE
|
10 |
-
CMD ["python", "-m", "llama_cpp.server", "--model", "models/mistral-7b-instruct-v0.2.Q4_0.gguf", "--host", "0.0.0.0"
|
|
|
6 |
RUN mkdir models
|
7 |
RUN wget -q "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_0.gguf" -O models/mistral-7b-instruct-v0.2.Q4_0.gguf
|
8 |
|
9 |
+
EXPOSE 8000
|
10 |
+
CMD ["python", "-m", "llama_cpp.server", "--model", "models/mistral-7b-instruct-v0.2.Q4_0.gguf", "--host", "0.0.0.0"]
|
README.md
CHANGED
@@ -5,7 +5,7 @@ colorFrom: indigo
|
|
5 |
colorTo: yellow
|
6 |
sdk: docker
|
7 |
pinned: false
|
8 |
-
app_port:
|
9 |
---
|
10 |
|
11 |
|
|
|
5 |
colorTo: yellow
|
6 |
sdk: docker
|
7 |
pinned: false
|
8 |
+
app_port: 8000
|
9 |
---
|
10 |
|
11 |
|