use tEXt chunk when pose image given

app.py

@@ -3,6 +3,7 @@ import numpy as np
 import cv2
 from fastapi import FastAPI, Request, Response
 from src.body import Body
+import json as js
 
 body_estimation = Body('model/body_pose_model.pth')
 
@@ -69,15 +70,23 @@ def estimate_body(source):
     return "{ \"candidate\": " + candidate_to_json_string(candidate) + ", \"subset\": " + subset_to_json_string(subset) + " }"
     
 def image_changed(image):
-  if (image == None):
+  if image == None:
     return "estimation", {}
 
-  #json = estimate_body(image)
-  candidate, subset = body_estimation(pil2cv(image))
-  print(subset.shape)
-  json = "{ \"candidate\": " + candidate_to_json_string(candidate) + ", \"subset\": " + subset_to_json_string(subset) + " }"
-
-  return f"""{image.width}px x {image.height}px, {subset.shape[0]} indivisual(s)""", json
+  print(js.dumps(image.info, indent=2))
+  if 'openpose' in image.info:
+    print("pose found")
+    jsonText = image.info['openpose']
+    print(jsonText)
+    jsonObj = js.loads(jsonText)
+    subset = jsonObj['subset']
+    return f"""{image.width}px x {image.height}px, {len(subset)} indivisual(s)""", jsonText
+  else:
+    print("pose not found")
+    candidate, subset = body_estimation(pil2cv(image))
+    print(subset.shape)
+    jsonText = "{ \"candidate\": " + candidate_to_json_string(candidate) + ", \"subset\": " + subset_to_json_string(subset) + " }"
+    return f"""{image.width}px x {image.height}px, {subset.shape[0]} indivisual(s)""", jsonText
 
 html_text = f"""
     <canvas id="canvas" width="512" height="512"></canvas>
@@ -115,7 +124,13 @@ with gr.Blocks(css="""button { min-width: 80px; }""") as demo:
         jsonSource = gr.Textbox(label="Json source", lines=10)
       with gr.Accordion(label="Notes", open=False):
         gr.Markdown("""
-Points to note for pseudo-3D rotation: When performing pseudo-3D rotation on the X and Y axes, the projection is converted to 2D and Z-axis information is lost when the mouse button is released. This means that if you finish dragging while the shape is collapsed, you may not be able to restore it to its original state. In such a case, please use the "undo" function.
+#### How to bring pose to ControlNet
+1. Press **Save** button
+2. **Drag** the file placed at the bottom left corder of browser
+3. **Drop** the file into ControlNet
+
+#### Points to note for pseudo-3D rotation
+When performing pseudo-3D rotation on the X and Y axes, the projection is converted to 2D and Z-axis information is lost when the mouse button is released. This means that if you finish dragging while the shape is collapsed, you may not be able to restore it to its original state. In such a case, please use the "undo" function.
 """)
     with gr.Column(scale=2):
       html = gr.HTML(html_text)

static/poseEditor.js

@@ -89,7 +89,7 @@ function makePoseFromCandidateAndSubsetElement(candidate, subsetElement) {
   var pose = [];
   for (let j = 0 ; j < 18; j++) {
     let i = subsetElement[j];
-    pose.push(i < 0 ? null : candidate[i].map((x)=>x));
+    pose.push(i < 0 || candidate[i] == null ? null : candidate[i].map((x)=>x));
   }
   return pose;
 }
@@ -735,7 +735,7 @@ function savePose() {
   var [candidate, subset] = poseDataToCandidateAndSubset(poseData);
   let jsonData = {candidate: candidate, subset: subset};
 
-  var url = mergeCanvasWithPose("pose", JSON.stringify(jsonData));
+  var url = mergeCanvasWithPose("openpose", JSON.stringify(jsonData));
 
   const createEl = document.createElement('a');
   createEl.href = url;