Spaces:
Runtime error
Runtime error
Yash Sachdeva
commited on
Commit
•
c6bf030
1
Parent(s):
355c221
llm cpp
Browse files- Dockerfile +2 -1
Dockerfile
CHANGED
|
@@ -16,7 +16,8 @@ RUN pip install torch
|
|
| 16 |
|
| 17 |
RUN pip install accelerate
|
| 18 |
|
| 19 |
-
RUN CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS" pip install llama-cpp-python --upgrade --force-reinstall --no-cache-dir
|
|
|
|
| 20 |
|
| 21 |
# Install requirements.txt
|
| 22 |
RUN pip install --no-cache-dir --upgrade -r /requirements.txt
|
|
|
|
| 16 |
|
| 17 |
RUN pip install accelerate
|
| 18 |
|
| 19 |
+
RUN CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS" pip install 'llama-cpp-python[server]' --upgrade --force-reinstall --no-cache-dir
|
| 20 |
+
RUN python3 -m llama_cpp.server --model ./models/7B/llama-model.gguf
|
| 21 |
|
| 22 |
# Install requirements.txt
|
| 23 |
RUN pip install --no-cache-dir --upgrade -r /requirements.txt
|