custom/custom_dataset.py

from torch.utils.data import Dataset

import os
import numpy as np
import taming.models.vqgan
import open_clip
import random
from PIL import Image
import torch
import math
import json
import torchvision.transforms as transforms
torch.manual_seed(0)
np.random.seed(0)

class test_custom_dataset(Dataset):
    
    def __init__(self, style: str = None):
        self.empty_context = np.load("assets/contexts/empty_context.npy")
        self.object=[
            "A chihuahua ",
            "A tabby cat ",
            "A portrait of chihuahua ",
            "An apple on the table ",
            "A banana on the table ",
            "A church on the street ",
            "A church in the mountain ",
            "A church in the field ",
            "A church on the beach ",
            "A chihuahua walking on the street ",
            "A tabby cat walking on the street",
            "A portrait of tabby cat ",
            "An apple on the dish ", 
            "A banana on the dish ", 
            "A human walking on the street ", 
            "A temple on the street ",
            "A temple in the mountain ",
            "A temple in the field ",
            "A temple on the beach ",
            "A chihuahua walking in the forest ",
            "A tabby cat walking in the forest ",
            "A portrait of human face ",
            "An apple on the ground ",
            "A banana on the ground ",
            "A human walking in the forest ",
            "A cabin on the street ",
            "A cabin in the mountain ",
            "A cabin in the field ",
            "A cabin on the beach ",
        ]
        self.style = [
            "in 3d rendering style",
        ]
        if style is not None:
            self.style = [style]
        
    def __getitem__(self, index):
        prompt = self.object[index]+self.style[0]

        return prompt, prompt
    
    def __len__(self):
        return len(self.object)
    
    def unpreprocess(self, v):  # to B C H W and [0, 1]
        v.clamp_(0., 1.)
        return v
    
    @property
    def fid_stat(self):
        return f'assets/fid_stats/fid_stats_cc3m_val.npz'
    
    
class train_custom_dataset(Dataset):
    
    def __init__(self, train_file: str=None, ):
        
        self.train_img = json.load(open(train_file, 'r'))
        self.path_preffix = "/".join(train_file.split("/")[:-1])
        self.prompt = []
        self.image = []
        self.style = []
        for im in self.train_img.keys():
            im_path = os.path.join(self.path_preffix, im)
            self.object = self.train_img[im][0]
            self.style = self.train_img[im][1]
            im_prompt = self.object +" "+self.style
            self.image.append(im_path)
            self.prompt.append(im_prompt)
        self.empty_context = np.load("assets/contexts/empty_context.npy")
        
        self.transform = transforms.Compose([
            transforms.Resize((256, 256)),
            transforms.RandomHorizontalFlip(),
            # transforms.RandomVerticalFlip(),
            transforms.ToTensor(),
        ])
        print("-----------------"*3)
        print("train dataset length: ", len(self.prompt))
        print("train dataset length: ", len(self.image))
        print(self.prompt[0])
        print(self.image[0])
        print("-----------------"*3)
    def __getitem__(self, index):
        prompt = self.prompt[0]
        image = Image.open(self.image[0]).convert("RGB")
        image = self.transform(image)
        
        return image,prompt
        # return dict(img=image_embedding, text=text_embedding)
    
    def __len__(self):
        return 24
    
    def unpreprocess(self, v):  # to B C H W and [0, 1]
        v.clamp_(0., 1.)
        return v
    
    @property
    def fid_stat(self):
        return f'assets/fid_stats/fid_stats_cc3m_val.npz'
    
    
    
    
    
class  Discriptor(Dataset):
    def __init__(self,style: str=None):
        self.object =[
            # "A parrot ",
            # "A bird ",
            # "A chihuahua in the snow",
            # "A towel ",
            # "A number '1' ",
            # "A number '2' ",
            # "A number '3' ",
            # "A number '6' ",
            # "A letter 'L' ",
            # "A letter 'Z' ",
            # "A letter 'D' ",
            # "A rabbit ",
            # "A train ",
            # "A table ",
            # "A dish ",
            # "A large boat ",
            # "A puppy ",
            # "A cup ",
            # "A watermelon ",
            # "An apple ",
            # "A banana ",
            # "A chair ",
            # "A Welsh Corgi ",
            # "A cat ",
            # "A house ",
            # "A flower ",
            # "A sunflower ",
            # "A car ",
            # "A jeep car ",
            # "A truck ",
            # "A Posche car ",
            # "A vase ",
            # "A chihuahua ",
            # "A tabby cat ",
            "A portrait of chihuahua ",
            "An apple on the table ",
            "A banana on the table ",
            "A human ",
            "A church on the street ",
            "A church in the mountain ",
            "A church in the field ",
            "A church on the beach ",
            "A chihuahua walking on the street ",
            "A tabby cat walking on the street",
            "A portrait of tabby cat ",
            "An apple on the dish ", 
            "A banana on the dish ", 
            "A human walking on the street ", 
            "A temple on the street ",
            "A temple in the mountain ",
            "A temple in the field ",
            "A temple on the beach ",
            "A chihuahua walking in the forest ",
            "A tabby cat walking in the forest ",
            "A portrait of human face ",
            "An apple on the ground ",
            "A banana on the ground ",
            "A human walking in the forest ",
            "A cabin on the street ",
            "A cabin in the mountain ",
            "A cabin in the field ",
            "A cabin on the beach ",
            "A letter 'A' ",
            "A letter 'B' ",
            "A letter 'C' ",
            "A letter 'D' ",
            "A letter 'E' ",
            "A letter 'F' ",
            "A letter 'G' ",
            "A butterfly ",
            " A baby penguin ",
            "A bench ",
            "A boat ",
            "A cow ",
            "A hat ",
            "A piano ",
            "A robot ",
            "A christmas tree ",
            "A dog ",
            "A moose ",
        ]
        
        self.style =[
            "in 3d rendering style",
        ]
        if style is not None:
            self.style = [style]
        
    def __getitem__(self, index):
        prompt = self.object[index]+self.style[0]
        return prompt
    
    def __len__(self):
        return len(self.object)
    
    def unpreprocess(self, v):  # to B C H W and [0, 1]
        v.clamp_(0., 1.)
        return v
    
    @property
    def fid_stat(self):
        return f'assets/fid_stats/fid_stats_cc3m_val.npz'