Update app.py

app.py

@@ -1,14 +1,16 @@
 import os
-# Clone the repository
+os.system("pip3 install torch==2.2.1 torchvision torchaudio   xformers --index-url https://download.pytorch.org/whl/cu121")
 os.system("git clone https://github.com/TimDettmers/bitsandbytes.git")
 os.system("cd bitsandbytes/ && pip install -r requirements-dev.txt && cmake -DCOMPUTE_BACKEND=cuda -S . && make && pip install .")
 # Check if GPU is available
 import gradio as gr
 from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
 import torch
+
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 print(f"Using device: {device}")
-
+model_name = "ruslanmv/Medical-Llama3-8B"
+device_map = 'auto'
 if device.type == "cuda":
     bnb_config = BitsAndBytesConfig(
         load_in_4bit=True,