Update app.py

Add pose model to check for memory

app.py

@@ -9,6 +9,7 @@ from pytorch_lightning import seed_everything
 from util import resize_image, HWC3, apply_canny
 from ldm.models.diffusion.ddim import DDIMSampler
 
+from annotator.openpose import apply_openpose
 
 from cldm.model import create_model, load_state_dict
 
@@ -17,14 +18,21 @@ from huggingface_hub import hf_hub_url, cached_download
 REPO_ID = "lllyasviel/ControlNet"
 canny_checkpoint = "models/control_sd15_canny.pth"
 scribble_checkpoint = "models/control_sd15_scribble.pth"
+pose_checkpoint = "models/control_sd15_openpose.pth"
 
-canny_model = create_model('./models/cldm_v15.yaml')
+canny_model = create_model('./models/cldm_v15.yaml').cpu()
 canny_model.load_state_dict(load_state_dict(cached_download(
     hf_hub_url(REPO_ID, canny_checkpoint)
-), location='cpu'))
+), location='cuda'))
 canny_model = canny_model.cuda()
 ddim_sampler = DDIMSampler(canny_model)
 
+pose_model = create_model('./models/cldm_v15.yaml').cpu()
+pose_model.load_state_dict(load_state_dict(cached_download(
+    hf_hub_url(REPO_ID, pose_checkpoint)
+), location='cuda'))
+pose_model = pose_model.cuda()
+ddim_sampler_pose = DDIMSampler(pose_model)
 
 scribble_model = create_model('./models/cldm_v15.yaml')
 scribble_model.load_state_dict(load_state_dict(cached_download(