update cuda

app.py

@@ -2,13 +2,17 @@ import os
 import gradio as gr
 import torch
 
+print(f"Is CUDA available: {torch.cuda.is_available()}")
+# True
+print(f"CUDA device: {torch.cuda.get_device_name(torch.cuda.current_device())}")
+
 from diffusers import StableDiffusionImg2ImgPipeline
 
 os.environ['GRADIO_THEME'] = 'default'
 # load the pipeline
-device = "cpu"
+device = "cuda"
 model_id_or_path = "runwayml/stable-diffusion-v1-5"
-img2img_pipe = StableDiffusionImg2ImgPipeline.from_pretrained(model_id_or_path, torch_dtype=torch.float32)
+img2img_pipe = StableDiffusionImg2ImgPipeline.from_pretrained(model_id_or_path, torch_dtype=torch.float16)
 img2img_pipe = img2img_pipe.to(device)
 
 

requirements.txt

@@ -1,4 +1,6 @@
+--extra-index-url https://download.pytorch.org/whl/cu113
 torch
 diffusers
 transformers
-accelerate
+accelerate
+