setup-rocm-bnb.sh

#!/bin/bash
source ./venv/bin/activate
# swap to ROCm version of BitsAndBytes
pip3 uninstall -y bitsandbytes

git clone https://git.ecker.tech/mrq/bitsandbytes-rocm modules/bitsandbytes-rocm
cd modules/bitsandbytes-rocm
make hip
CUDA_VERSION=gfx1030 python setup.py install # assumes you're using a 6XXX series card
python3 -m bitsandbytes # to validate it works
cd ../..