Spaces:
Runtime error
Runtime error
| CKPTS = [ | |
| dict( | |
| path="/home/chunyl/azure_mount/yuhengdb/fine_tune_ldm/version5_branch6_output/GoldG+SBU+CC3M+CC12M+O365/second_stage_drop_both/tag01/checkpoint_00450001.pth", | |
| feature_type=['before','after_reproject'], | |
| save_folder_name="v5b6_drop_both", | |
| ), | |
| # dict( | |
| # path="/home/v-yuhengli/blobfuse/output/fine_tune_ldm/version5_branch6_output/GoldG+SBU+CC3M+CC12M+O365/second_stage_drop_none/tag00/checkpoint_00165001.pth", | |
| # feature_type=['before','after_reproject'], | |
| # save_folder_name="v5b6_drop_none", | |
| # ), | |
| ] | |
| # = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = # | |
| # if meta["has_image_mask"] == 0: | |
| # image_embeddings = text_embeddings | |
| # if meta["has_text_mask"] == 0: | |
| # text_embeddings = image_embeddings | |
| # out = { | |
| # "boxes" : boxes.unsqueeze(0).repeat(batch,1,1), | |
| # "masks" : masks.unsqueeze(0).repeat(batch,1), | |
| # "text_masks" : masks.unsqueeze(0).repeat(batch,1), | |
| # "image_masks" : masks.unsqueeze(0).repeat(batch,1), | |
| # "text_embeddings" : text_embeddings.unsqueeze(0).repeat(batch,1,1), | |
| # "image_embeddings" : image_embeddings.unsqueeze(0).repeat(batch,1,1) | |
| # } | |
| META = [ | |
| dict( | |
| prompt = "a teddy bear sitting next to a red bird", | |
| phrases = ['a teddy bear', 'a red bird'], | |
| images = ['images/teddy.jpg', 'images/red_bird.jpg'], | |
| locations = [ [0.0,0.09,0.33,0.76], [0.55,0.11,1.0,0.8] ], | |
| alpha_type = [1.0, 0, 0.0], | |
| has_text_mask = 1, | |
| has_image_mask = 0, | |
| save_folder_name="teddy_bird_1_1" | |
| ), | |
| # dict( | |
| # prompt = "a teddy bear sitting next to a bird", | |
| # phrases = ['a teddy bear', 'a bird'], | |
| # images = ['images/teddy.jpg', 'images/red_bird.jpg'], | |
| # locations = [ [0.0,0.09,0.33,0.76], [0.55,0.11,1.0,0.8] ], | |
| # alpha_type = [1.0, 0, 0.0], | |
| # has_text_mask = 1, | |
| # has_image_mask = 1, | |
| # save_folder_name="teddy_bird_1_1" | |
| # ), | |
| # dict( | |
| # prompt = "a teddy bear sitting next to a bird", | |
| # phrases = ['a teddy bear', 'a bird'], | |
| # images = ['images/teddy.jpg', 'images/red_bird.jpg'], | |
| # locations = [ [0.0,0.09,0.33,0.76], [0.55,0.11,1.0,0.8] ], | |
| # alpha_type = [0.5, 0, 0.5], | |
| # has_text_mask = 1, | |
| # has_image_mask = 0, | |
| # save_folder_name="teddy_bird_1_0" | |
| # ), | |
| # dict( | |
| # prompt = "", | |
| # phrases = ['a teddy bear', 'an umbrella'], | |
| # images = ['images/teddy.jpg', 'images/umbrella.png'], | |
| # locations = [ [0.0,0.09,0.33,0.76], [0.55,0.11,1.0,0.8] ], | |
| # alpha_type = [1.0, 0, 0.0], | |
| # has_text_mask = 1, | |
| # has_image_mask = 1, | |
| # save_folder_name="empty_teddy_umbrella_1_1" | |
| # ), | |
| # dict( | |
| # prompt = "hello kitty and bird hybrid", | |
| # phrases = ['a hello kitty', 'a hello kitty'], | |
| # images = ['images/red_bird.jpg', 'images/red_bird.jpg'], | |
| # locations = [ [0.0,0.09,0.33,0.76], [0.55,0.11,1.0,0.8] ], | |
| # has_text_mask = 1, | |
| # has_image_mask = 1, | |
| # save_folder_name="hello+bird_1_1" | |
| # ), | |
| # dict( | |
| # prompt = "hello kitty and teddy bear hybrid", | |
| # phrases = ['a hello kitty', 'a hello kitty'], | |
| # images = ['images/teddy.jpg', 'images/teddy.jpg'], | |
| # locations = [ [0.0,0.09,0.33,0.76], [0.55,0.11,1.0,0.8] ], | |
| # has_text_mask = 1, | |
| # has_image_mask = 1, | |
| # save_folder_name="hello+teddy_1_1" | |
| # ), | |
| # dict( | |
| # prompt = "bird and hello kitty hybrid", | |
| # phrases = ['a bird', 'a bird'], | |
| # images = ['images/hello.jpg', 'images/hello.jpg'], | |
| # locations = [ [0.0,0.09,0.33,0.76], [0.55,0.11,1.0,0.8] ], | |
| # alpha_type = [1.0, 0, 0.0], | |
| # has_text_mask = 1, | |
| # has_image_mask = 0.5, | |
| # save_folder_name="bird+hello_1_1" | |
| # ), | |
| # dict( | |
| # prompt = "a deer standing in front of a brick house in the woods, anime, oil painting, high resolution, cottagecore, ghibli inspired, 4k", | |
| # phrases = ['a deer'], | |
| # images = ['images/sky.jpg'], | |
| # locations = [ [0.0,0.5,0.5,0.9] ], | |
| # alpha_type = [1, 0, 0], | |
| # has_text_mask = 1, | |
| # has_image_mask = 1, | |
| # save_folder_name="deer_sky" | |
| # ), | |
| # dict( | |
| # prompt = "A woman sitting in a restaurant with a slice of pizza in front of her", | |
| # phrases = ['dining table', 'pizza', 'person', 'wall', 'car', 'paper', 'chair', 'window', 'bottle', 'cup'], | |
| # images = ['images/hello.jpg','images/hello.jpg','images/hello.jpg','images/hello.jpg','images/hello.jpg','images/hello.jpg','images/hello.jpg','images/hello.jpg','images/hello.jpg','images/hello.jpg'], | |
| # locations = [ [0.0030, 0.3589, 1.0000, 1.0000], | |
| # [0.0779, 0.6744, 0.9768, 1.0000], | |
| # [0.2236, 0.0000, 0.7809, 0.4352], | |
| # [0.0000, 0.0000, 0.4313, 0.4505], | |
| # [0.6275, 0.1050, 0.9444, 0.2497], | |
| # [0.0000, 0.3859, 0.1250, 0.6922], | |
| # [0.7137, 0.2389, 0.8540, 0.4549], | |
| # [0.0000, 0.0000, 0.4667, 0.0630], | |
| # [0.3822, 0.4235, 0.4932, 0.6575], | |
| # [0.6616, 0.3617, 0.7880, 0.5165] ], | |
| # alpha_type = [0.0, 0, 1.0], | |
| # has_text_mask = 1, | |
| # has_image_mask = 0, | |
| # save_folder_name="pizza_1_0" | |
| # ), | |
| ] |