float16

models.py

@@ -31,18 +31,18 @@ class ControlNetPipeline:
     def __init__(self):
         self.in_use = False
         self.controlnet = ControlNetModel.from_pretrained(
-        "BertChristiaens/controlnet-seg-room", torch_dtype=torch.float32)
+        "BertChristiaens/controlnet-seg-room", torch_dtype=torch.float16)
 
         self.pipe = StableDiffusionControlNetInpaintImg2ImgPipeline.from_pretrained(
             "runwayml/stable-diffusion-inpainting",
             controlnet=self.controlnet,
             safety_checker=None,
-            torch_dtype=torch.float32
+            torch_dtype=torch.float16
         )
 
         self.pipe.scheduler = UniPCMultistepScheduler.from_config(self.pipe.scheduler.config)
         self.pipe.enable_xformers_memory_efficient_attention()
-        self.pipe.enable_attention_slicing("max")
+        # self.pipe.enable_attention_slicing("max")
         self.pipe = self.pipe.to("cuda")
         
         self.waiting_queue = []