Update app.py

app.py

@@ -1,3 +1,17 @@
+import os
+os.system("pip3 install torch==2.2.1 torchvision torchaudio   xformers --index-url https://download.pytorch.org/whl/cu121")
+import torch
+major_version, minor_version = torch.cuda.get_device_capability()
+# Must install separately since Colab has torch 2.2.1, which breaks packages
+os.system("pip install unsloth[colab-new] @ git+https://github.com/unslothai/unsloth.git")
+if major_version >= 8:
+    # Use this for new GPUs like Ampere, Hopper GPUs (RTX 30xx, RTX 40xx, A100, H100, L40)
+    os.system("pip install --no-deps packaging ninja einops flash-attn xformers trl peft \
+    accelerate bitsandbytes")
+else:
+    # Use this for older GPUs (V100, Tesla T4, RTX 20xx)
+    os.system("pip install --no-deps  trl peft accelerate bitsandbytes") 
+pass
 #os.system("git clone https://github.com/TimDettmers/bitsandbytes.git")
 #os.system("cd bitsandbytes/ && pip install -r requirements-dev.txt && cmake -DCOMPUTE_BACKEND=cuda -S . && make && pip install .")
 # Check if GPU is available