Update app.py

app.py

@@ -12,13 +12,13 @@ from share_btn import community_icon_html, loading_icon_html, share_js
 model_id = "riffusion/riffusion-model-v1"
 blip_model_id = "Salesforce/blip-image-captioning-base"
 pipe = StableDiffusionPipeline.from_pretrained(model_id)
-# pipe = pipe.to("cuda")
+pipe = pipe.to("cuda")
 
-blip_model = BlipForConditionalGeneration.from_pretrained(blip_model_id)
+blip_model = BlipForConditionalGeneration.from_pretrained(blip_model_id, torch_dtype=torch.float16).to("cuda")
 processor = BlipProcessor.from_pretrained(blip_model_id)
 
 def predict(image):
-    inputs = processor(image, return_tensors="pt")
+    inputs = processor(image, return_tensors="pt").to("cuda", torch.float16)
     output_blip = blip_model.generate(**inputs)
     prompt = processor.decode(output_blip[0], skip_special_tokens=True)