CKPTS = [ dict( path="/home/chunyl/azure_mount/yuhengdb/fine_tune_ldm/version5_branch6_output/GoldG+SBU+CC3M+CC12M+O365/second_stage_drop_both/tag01/checkpoint_00450001.pth", feature_type=['before','after_reproject'], save_folder_name="v5b6_drop_both", ), # dict( # path="/home/v-yuhengli/blobfuse/output/fine_tune_ldm/version5_branch6_output/GoldG+SBU+CC3M+CC12M+O365/second_stage_drop_none/tag00/checkpoint_00165001.pth", # feature_type=['before','after_reproject'], # save_folder_name="v5b6_drop_none", # ), ] # = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = # # if meta["has_image_mask"] == 0: # image_embeddings = text_embeddings # if meta["has_text_mask"] == 0: # text_embeddings = image_embeddings # out = { # "boxes" : boxes.unsqueeze(0).repeat(batch,1,1), # "masks" : masks.unsqueeze(0).repeat(batch,1), # "text_masks" : masks.unsqueeze(0).repeat(batch,1), # "image_masks" : masks.unsqueeze(0).repeat(batch,1), # "text_embeddings" : text_embeddings.unsqueeze(0).repeat(batch,1,1), # "image_embeddings" : image_embeddings.unsqueeze(0).repeat(batch,1,1) # } META = [ dict( prompt = "a teddy bear sitting next to a red bird", phrases = ['a teddy bear', 'a red bird'], images = ['images/teddy.jpg', 'images/red_bird.jpg'], locations = [ [0.0,0.09,0.33,0.76], [0.55,0.11,1.0,0.8] ], alpha_type = [1.0, 0, 0.0], has_text_mask = 1, has_image_mask = 0, save_folder_name="teddy_bird_1_1" ), # dict( # prompt = "a teddy bear sitting next to a bird", # phrases = ['a teddy bear', 'a bird'], # images = ['images/teddy.jpg', 'images/red_bird.jpg'], # locations = [ [0.0,0.09,0.33,0.76], [0.55,0.11,1.0,0.8] ], # alpha_type = [1.0, 0, 0.0], # has_text_mask = 1, # has_image_mask = 1, # save_folder_name="teddy_bird_1_1" # ), # dict( # prompt = "a teddy bear sitting next to a bird", # phrases = ['a teddy bear', 'a bird'], # images = ['images/teddy.jpg', 'images/red_bird.jpg'], # locations = [ [0.0,0.09,0.33,0.76], [0.55,0.11,1.0,0.8] ], # alpha_type = [0.5, 0, 0.5], # has_text_mask = 1, # has_image_mask = 0, # save_folder_name="teddy_bird_1_0" # ), # dict( # prompt = "", # phrases = ['a teddy bear', 'an umbrella'], # images = ['images/teddy.jpg', 'images/umbrella.png'], # locations = [ [0.0,0.09,0.33,0.76], [0.55,0.11,1.0,0.8] ], # alpha_type = [1.0, 0, 0.0], # has_text_mask = 1, # has_image_mask = 1, # save_folder_name="empty_teddy_umbrella_1_1" # ), # dict( # prompt = "hello kitty and bird hybrid", # phrases = ['a hello kitty', 'a hello kitty'], # images = ['images/red_bird.jpg', 'images/red_bird.jpg'], # locations = [ [0.0,0.09,0.33,0.76], [0.55,0.11,1.0,0.8] ], # has_text_mask = 1, # has_image_mask = 1, # save_folder_name="hello+bird_1_1" # ), # dict( # prompt = "hello kitty and teddy bear hybrid", # phrases = ['a hello kitty', 'a hello kitty'], # images = ['images/teddy.jpg', 'images/teddy.jpg'], # locations = [ [0.0,0.09,0.33,0.76], [0.55,0.11,1.0,0.8] ], # has_text_mask = 1, # has_image_mask = 1, # save_folder_name="hello+teddy_1_1" # ), # dict( # prompt = "bird and hello kitty hybrid", # phrases = ['a bird', 'a bird'], # images = ['images/hello.jpg', 'images/hello.jpg'], # locations = [ [0.0,0.09,0.33,0.76], [0.55,0.11,1.0,0.8] ], # alpha_type = [1.0, 0, 0.0], # has_text_mask = 1, # has_image_mask = 0.5, # save_folder_name="bird+hello_1_1" # ), # dict( # prompt = "a deer standing in front of a brick house in the woods, anime, oil painting, high resolution, cottagecore, ghibli inspired, 4k", # phrases = ['a deer'], # images = ['images/sky.jpg'], # locations = [ [0.0,0.5,0.5,0.9] ], # alpha_type = [1, 0, 0], # has_text_mask = 1, # has_image_mask = 1, # save_folder_name="deer_sky" # ), # dict( # prompt = "A woman sitting in a restaurant with a slice of pizza in front of her", # phrases = ['dining table', 'pizza', 'person', 'wall', 'car', 'paper', 'chair', 'window', 'bottle', 'cup'], # images = ['images/hello.jpg','images/hello.jpg','images/hello.jpg','images/hello.jpg','images/hello.jpg','images/hello.jpg','images/hello.jpg','images/hello.jpg','images/hello.jpg','images/hello.jpg'], # locations = [ [0.0030, 0.3589, 1.0000, 1.0000], # [0.0779, 0.6744, 0.9768, 1.0000], # [0.2236, 0.0000, 0.7809, 0.4352], # [0.0000, 0.0000, 0.4313, 0.4505], # [0.6275, 0.1050, 0.9444, 0.2497], # [0.0000, 0.3859, 0.1250, 0.6922], # [0.7137, 0.2389, 0.8540, 0.4549], # [0.0000, 0.0000, 0.4667, 0.0630], # [0.3822, 0.4235, 0.4932, 0.6575], # [0.6616, 0.3617, 0.7880, 0.5165] ], # alpha_type = [0.0, 0, 1.0], # has_text_mask = 1, # has_image_mask = 0, # save_folder_name="pizza_1_0" # ), ]