frodos
/

kandinsky-2-1-img2img

KandinskyPipeline

Inference Endpoints

Model card Files Files and versions Community

frodos commited on Feb 4

Commit

95b5eda

•

1 Parent(s): 3e46ff6

Add CUDA

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -13,7 +13,7 @@ class EndpointHandler():
             device = "cuda"
         else:
             device = "cpu"
-        self._pipe = AutoPipelineForImage2Image.from_pretrained(path, torch_dtype=torch.float32) #.to(device)
     def __call__(self, data: Dict[str, Any]) -> list[Dict[str, Any]]:
         inputs = data.pop("inputs", data)

             device = "cuda"
         else:
             device = "cpu"
+        self._pipe = AutoPipelineForImage2Image.from_pretrained(path, torch_dtype=torch.float16).to(device)
     def __call__(self, data: Dict[str, Any]) -> list[Dict[str, Any]]:
         inputs = data.pop("inputs", data)