vistral-meow / run.sh
xuanson-nguyen-snowpack's picture
use chatml
bf7b57d
raw
history blame
150 Bytes
#!/bin/bash
# image: https://hub.docker.com/r/ngxson/llama-cpp-meow
/server -m /repository/vistral-meow_Q4.gguf --host "0.0.0.0" --port 80 -ngl 100