Update app.py

app.py

@@ -1,7 +1,21 @@
 import os
 os.system("pip3 install torch==2.2.1 torchvision torchaudio   xformers --index-url https://download.pytorch.org/whl/cu121")
-os.system("git clone https://github.com/TimDettmers/bitsandbytes.git")
-os.system("cd bitsandbytes/ && pip install -r requirements-dev.txt && cmake -DCOMPUTE_BACKEND=cuda -S . && make && pip install .")
+import torch
+major_version, minor_version = torch.cuda.get_device_capability()
+# Must install separately since Colab has torch 2.2.1, which breaks packages
+!pip install "unsloth[colab-new] @ git+https://github.com/unslothai/unsloth.git"
+if major_version >= 8:
+    # Use this for new GPUs like Ampere, Hopper GPUs (RTX 30xx, RTX 40xx, A100, H100, L40)
+    !pip install --no-deps packaging ninja einops flash-attn xformers trl peft \
+    accelerate bitsandbytes
+else:
+    # Use this for older GPUs (V100, Tesla T4, RTX 20xx)
+    !pip install --no-deps  trl peft accelerate bitsandbytes  
+pass
+
+
+#os.system("git clone https://github.com/TimDettmers/bitsandbytes.git")
+#os.system("cd bitsandbytes/ && pip install -r requirements-dev.txt && cmake -DCOMPUTE_BACKEND=cuda -S . && make && pip install .")
 # Check if GPU is available
 import gradio as gr
 from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig