Update to use pillow image instead np array image

app.py

@@ -1,12 +1,11 @@
 import gradio as gr
 from geo_painting import GeoPainting
 
+geo_painting = GeoPainting()
+
 
 def generate_image(input_promp, control_image):
-    new_geo_painting = GeoPainting()
-    print("::::::::::generate_image:::::::::::::")
-    print(type(control_image))
-    return new_geo_painting.generate_painting(input_promp, control_image)
+    return geo_painting.generate_painting(input_promp, control_image)
 
 
 input_promp = gr.Textbox(label="Input promp")

geo_painting.py

@@ -5,6 +5,7 @@ from diffusers import (
     ControlNetModel
 )
 from diffusers.utils import load_image
+from PIL import Image
 
 
 class GeoPainting:
@@ -13,25 +14,26 @@ class GeoPainting:
     DEFAULT_DIFFUSER_MODEL = "geospatial_diffuser"
 
     def __init__(self, controlnet_model_path=DEFAULT_CONTROLNET_MODEL, diffuser_model=DEFAULT_DIFFUSER_MODEL):
-        self.controlnet = ControlNetModel.from_pretrained(controlnet_model_path, torch_dtype=torch.float32)
+        self.controlnet = ControlNetModel.from_pretrained(controlnet_model_path, torch_dtype=torch.float16)
         self.generator = torch.Generator(device="cpu").manual_seed(2)
         self.pipe = StableDiffusionControlNetPipeline.from_pretrained(
             diffuser_model,
             low_cpu_mem_usage=False,
             device_map=None,
             controlnet=self.controlnet,
-            torch_dtype=torch.float32
+            torch_dtype=torch.float16
         )
         self.pipe.scheduler = UniPCMultistepScheduler.from_config(self.pipe.scheduler.config)
         if torch.cuda.is_available():
+            print(":::::::CUDA AVAILABLE::GPU:HUGGINGFACE:::::::")
             self.pipe.enable_model_cpu_offload()
             self.pipe.enable_xformers_memory_efficient_attention()
 
     def generate_painting(self, input_promp, control_image):
         print(":::::::::::::::::")
         print(type(control_image))
-
-        image = load_image("sparkgeo_logo.png")
+        image = Image.fromarray(control_image.astype('uint8'))
+        print(type(image))
 
         output = self.pipe(
             input_promp,

main.py

@@ -1,6 +0,0 @@
-from geo_painting import GeoPainting
-from PIL import Image
-
-new_geo_painting = GeoPainting()
-image = Image.open("sparkgeo_logo.png")
-new_geo_painting.generate_painting("rivers with lakes and sand", image)