python3 -m venv venv | |
curl -kL https://bootstrap.pypa.io/get-pip.py | venv/bin/python | |
CMAKE_ARGS="-DLLAMA_CUBLAS=on" venv/bin/python -m pip install llama-cpp-python --upgrade --force-reinstall --no-cache-dir | |
venv/bin/python -m pip install 'llama-cpp-python[server]' | |
venv/bin/python -m pip install gradio | |
venv/bin/python -m pip install -r requirements.txt | |