Front-Back connect test

app.py

@@ -126,14 +126,32 @@ def call_JS(sd_method, **kwargs):
     param_str = json.dumps(kwargs)
     return f"async (...x) => {{ return await SD.{sd_method}({{ x, ...{param_str} }}) ?? []; }}"
 
+def encode_pil_to_base64(pil_image):
+    with BytesIO() as output_bytes:
+
+        # Copy any text-only metadata
+        use_metadata = False
+        metadata = PngImagePlugin.PngInfo()
+        for key, value in pil_image.info.items():
+            if isinstance(key, str) and isinstance(value, str):
+                metadata.add_text(key, value)
+                use_metadata = True
+
+        pil_image.save(
+            output_bytes, "PNG", pnginfo=(metadata if use_metadata else None)
+        )
+        bytes_data = output_bytes.getvalue()
+    base64_str = str(base64.b64encode(bytes_data), "utf-8")
+    return "data:image/png;base64," + base64_str
+
 def img2img(*args):
     
     # 处理image
     for i, item in enumerate(args):
         # print(type(item))
         if type(item) == dict:
-            args[i]['image']  = item['image'].tolist()
-            args[i]['mask'] = item['mask'].tolist()
+            args[i]['image']  = encode_pil_to_base64(item['image'])
+            args[i]['mask'] = encode_pil_to_base64(item['mask'])
         else:
             print(i,type(item))
             print(item)
@@ -248,6 +266,7 @@ if __name__ == "__main__":
                             source="upload",
                             interactive=True,
                             tool="sketch",
+                            type='pil',
                             elem_id="img2img_mask",
                             image_mode="RGBA"
                         )
@@ -256,6 +275,7 @@ if __name__ == "__main__":
                             source="upload",
                             interactive=True,
                             tool="select",
+                            type='pil',
                             visible=False,
                             image_mode="RGBA",
                             elem_id="img2img_editor"