ztime commited on
Commit
0dc41c6
1 Parent(s): 1941b22

change port export

Browse files
Files changed (2) hide show
  1. Dockerfile +3 -1
  2. start_server.sh +2 -2
Dockerfile CHANGED
@@ -18,7 +18,9 @@ RUN git clone https://github.com/ggerganov/llama.cpp.git llamacpp --depth 1 && \
18
  cd llamacpp && \
19
  cmake -B build -DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS && \
20
  cmake --build build --config Release --target main server && \
21
- cp build/bin/* ~/
 
 
22
 
23
  # Download model
24
  RUN mkdir model && \
 
18
  cd llamacpp && \
19
  cmake -B build -DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS && \
20
  cmake --build build --config Release --target main server && \
21
+ cp build/bin/* ~/ && \
22
+ touch /llama.log && \
23
+ chmod 777 /llama.log
24
 
25
  # Download model
26
  RUN mkdir model && \
start_server.sh CHANGED
@@ -5,6 +5,6 @@ ulimit -l unlimited
5
 
6
 
7
 
8
- ~/server --port 7860 -m model/gguf-model.bin
9
- ./llamacpp/build/bin/server --port 7860 -m model/gguf-model.bin
10
  # python3 -B main.py
 
5
 
6
 
7
 
8
+ /server --host 0.0.0.0 --port 7860 -m model/gguf-model.bin
9
+ /llamacpp/build/bin/server --host 0.0.0.0 --port 7860 -m model/gguf-model.bin
10
  # python3 -B main.py