File size: 286 Bytes
106db30
 
 
 
 
e8482a8
8fd0c06
0dc41c6
 
8fd0c06
1
2
3
4
5
6
7
8
9
10
11
#!/bin/sh

# For mlock support
ulimit -l unlimited

/main -m model/gguf-model.bin --color -p '你好,你是谁' -n 64 -c 64

/server --host 0.0.0.0 --port 7860 -m model/gguf-model.bin 
/llamacpp/build/bin/server --host 0.0.0.0 --port 7860 -m model/gguf-model.bin
# python3 -B main.py