prepare.sh

!# /bin/bash
git clone https://github.com/Lightning-AI/lit-llama
cd lit-llama
pip install -r requirements.txt
sudo apt-get install linux-headers-$(uname -r)
# sudo apt-key del 7fa2af80
# wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/cuda-ubuntu2004.pin
# sudo mv cuda-ubuntu2004.pin /etc/apt/preferences.d/cuda-repository-pin-600
# wget https://developer.download.nvidia.com/compute/cuda/12.1.1/local_installers/cuda-repo-ubuntu2004-12-1-local_12.1.1-530.30.02-1_amd64.deb
# sudo dpkg -i cuda-repo-ubuntu2004-12-1-local_12.1.1-530.30.02-1_amd64.deb
# sudo cp /var/cuda-repo-ubuntu2004-12-1-local/cuda-*-keyring.gpg /usr/share/keyrings/
# sudo apt-get update
# sudo apt-get -y install cuda
# sudo apt-get install zlib1g

wget 'https://www.nvidia.com/content/DriverDownloads/confirmation.php?url=/XFree86/Linux-x86_64/470.182.03/NVIDIA-Linux-x86_64-470.182.03.run&lang=us&type=TITAN'
sudo sh ./NVIDIA-Linux-x86_64-470.182.03.run
wget 'http://developer.download.nvidia.com/compute/cuda/11.0.2/local_installers/cuda_11.0.2_450.51.05_linux.run'
sudo sh cuda_11.0.2_450.51.05_linux.run

wget 'https://developer.download.nvidia.com/compute/machine-learning/cudnn/secure/8.0.2.39/11.0_20200724/cudnn-11.0-linux-x64-v8.0.2.39.tgz?EPRBj3t55swQVnJiFnH4gQ3dNCqs3Xb3cJ4SBngE0OSMK4OGqBZdYVocwne3qqgP5H-GA62hpATuiLL-6AI-cKQjBobbYiUCs3uZqGux62j4EwE8AsxdTjP0yCLxfnasliLnUBMQ76ojrYkvUBNYccmKS5maJp4W3UjGCa19EJV9ibVJZXedTZ_Yfgp9Mv95_mZoL3rD5q9O2Qy0GvI=&t=eyJscyI6ImdzZW8iLCJsc2QiOiJodHRwczovL3d3dy5nb29nbGUuY29tLyJ9'
tar -xzvf cudnn-11.0-linux-x64-v8.0.2.39.tgz
sudo cp cuda/include/cudnn*.h /usr/local/cuda/include
sudo cp cuda/lib64/libcudnn* /usr/local/cuda/lib64
sudo chmod a+r /usr/local/cuda/include/cudnn*.h /usr/local/cuda/lib64/libcudnn*

#sudo reboot