Update app.py

app.py

@@ -1,3 +1,5 @@
+import spaces
+
 import os
 import requests
 import time
@@ -18,8 +20,6 @@ from RealESRGAN import RealESRGAN
 import gradio as gr
 from gradio_imageslider import ImageSlider
 
-import spaces
-
 USE_TORCH_COMPILE = os.getenv("USE_TORCH_COMPILE", "0") == "1"
 ENABLE_CPU_OFFLOAD = os.getenv("ENABLE_CPU_OFFLOAD", "0") == "1"
 
@@ -132,7 +132,9 @@ class LazyRealESRGAN:
         return self.model.predict(img)
 
 lazy_realesrgan_x2 = LazyRealESRGAN(device, scale=2)
+lazy_realesrgan_x2  = torch.compile(lazy_realesrgan_x2)
 lazy_realesrgan_x4 = LazyRealESRGAN(device, scale=4)
+lazy_realesrgan_x4  = torch.compile(lazy_realesrgan_x4)
 
 @timer_func
 def resize_and_upscale(input_image, resolution):
@@ -165,6 +167,7 @@ def create_hdr_effect(original_image, hdr):
 
 lazy_pipe = LazyLoadPipeline()
 lazy_pipe.load()
+lazy_pipe = lazy_pipe.to('cuda')
 
 def prepare_image(input_image, resolution, hdr):
     condition_image = resize_and_upscale(input_image, resolution)