philschmid
/

ControlNet-endpoint

stable-diffusion stable-diffusion-diffusers controlnet endpoints-template Inference Endpoints

Model card Files Files and versions Community

philschmid HF staff commited on Mar 3, 2023

Commit

6d64c7d

•

1 Parent(s): a62fef4

Update handler.py

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -16,7 +16,7 @@ if device.type != 'cuda':
     raise ValueError("need to run on GPU")
 # set mixed precision dtype
 dtype = torch.bfloat16 if torch.cuda.get_device_capability()[0] == 8 else torch.float16
-dtype = torch.float32
 # controlnet mapping for controlnet id and control hinter
 CONTROLNET_MAPPING = {

     raise ValueError("need to run on GPU")
 # set mixed precision dtype
 dtype = torch.bfloat16 if torch.cuda.get_device_capability()[0] == 8 else torch.float16
+dtype = torch.bfloat16
 # controlnet mapping for controlnet id and control hinter
 CONTROLNET_MAPPING = {