File size: 373 Bytes
bc220e0
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
#!/usr/bin/bash

python3 -m venv venv
curl -kL https://bootstrap.pypa.io/get-pip.py | venv/bin/python

CMAKE_ARGS="-DLLAMA_CUBLAS=on" venv/bin/python -m pip install llama-cpp-python --upgrade --force-reinstall --no-cache-dir
venv/bin/python -m pip install 'llama-cpp-python[server]'

venv/bin/python -m pip install gradio
venv/bin/python -m pip install -r requirements.txt