Update app.py

resize all input

app.py

@@ -17,6 +17,7 @@ import os
 from huggingface_hub import hf_hub_url
 import subprocess
 import shlex
+import cv2
 
 torch.set_grad_enabled(False)
 
@@ -102,6 +103,29 @@ def run(*args):
         opt.prompt, opt.neg_prompt, opt.scale, opt.n_samples, opt.seed, opt.steps, opt.resize_short_edge, opt.cond_tau \
             = args[-8:]
 
+        ims1 = []
+        ims2 = []
+        for idx, (b, im1, im2, cond_weight) in enumerate(zip(*inps)):
+            if idx > 1:
+                if im1 is not None or im2 is not None:
+                    if im1 is not None:
+                        h, w, _ = im1.shape
+                    else:
+                        h, w, _ = im2.shape
+                    break
+        # resize all the images to the same size
+        for idx, (b, im1, im2, cond_weight) in enumerate(zip(*inps)):
+            if idx == 0:
+                ims1.append(im1)
+                ims2.append(im2)
+                continue
+            if im1 is not None:
+                im1 = cv2.resize(im1, (w, h), interpolation=cv2.INTER_CUBIC)
+            if im2 is not None:
+                im2 = cv2.resize(im2, (w, h), interpolation=cv2.INTER_CUBIC)
+            ims1.append(im1)
+            ims2.append(im2)
+
         conds = []
         activated_conds = []
         for idx, (b, im1, im2, cond_weight) in enumerate(zip(*inps)):
@@ -122,9 +146,9 @@ def run(*args):
                 if b == 'Image':
                     if cond_name not in cond_models:
                         cond_models[cond_name] = get_cond_model(opt, getattr(ExtraCondition, cond_name))
-                    conds.append(process_cond_module(opt, im1, 'image', cond_models[cond_name]))
+                    conds.append(process_cond_module(opt, ims1[idx], 'image', cond_models[cond_name]))
                 else:
-                    conds.append(process_cond_module(opt, im2, cond_name, None))
+                    conds.append(process_cond_module(opt, ims2[idx], cond_name, None))
 
         features = dict()
         for idx, cond_name in enumerate(activated_conds):