Update app.py

app.py

@@ -29,20 +29,21 @@ import tempfile
 from huggingface_hub import hf_hub_download
 
 def install_cuda_toolkit():
-    """
-    Installs CUDA Toolkit 12.1 using conda.
-    """
-    try:
-        print("Installing CUDA Toolkit 12.1...")
-        # Run the conda install command
-        subprocess.check_call([
-            sys.executable, "-m", "conda", "install", "cuda", "-c", "nvidia/label/cuda-12.1.0", "-y"
-        ])
-        print("CUDA Toolkit 12.1 installed successfully.")
-    except subprocess.CalledProcessError as e:
-        print(f"Failed to install CUDA Toolkit: {e}")
-    except Exception as e:
-        print(f"An unexpected error occurred: {e}")
+    CUDA_TOOLKIT_URL = "https://developer.download.nvidia.com/compute/cuda/11.8.0/local_installers/cuda_11.8.0_520.61.05_linux.run"
+    # CUDA_TOOLKIT_URL = "https://developer.download.nvidia.com/compute/cuda/12.2.0/local_installers/cuda_12.2.0_535.54.03_linux.run"
+    CUDA_TOOLKIT_FILE = "/tmp/%s" % os.path.basename(CUDA_TOOLKIT_URL)
+    subprocess.call(["wget", "-q", CUDA_TOOLKIT_URL, "-O", CUDA_TOOLKIT_FILE])
+    subprocess.call(["chmod", "+x", CUDA_TOOLKIT_FILE])
+    subprocess.call([CUDA_TOOLKIT_FILE, "--silent", "--toolkit"])
+    
+    os.environ["CUDA_HOME"] = "/usr/local/cuda"
+    os.environ["PATH"] = "%s/bin:%s" % (os.environ["CUDA_HOME"], os.environ["PATH"])
+    os.environ["LD_LIBRARY_PATH"] = "%s/lib:%s" % (
+        os.environ["CUDA_HOME"],
+        "" if "LD_LIBRARY_PATH" not in os.environ else os.environ["LD_LIBRARY_PATH"],
+    )
+    # Fix: arch_list[-1] += '+PTX'; IndexError: list index out of range
+    os.environ["TORCH_CUDA_ARCH_LIST"] = "8.0;8.6"
 
 install_cuda_toolkit()