File size: 3,893 Bytes
2b18001
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
from __future__ import annotations

import os
import pathlib
import pickle
import sys

import numpy as np
import torch
import torch.nn as nn
from huggingface_hub import hf_hub_download

current_dir = pathlib.Path(__file__).parent
submodule_dir = current_dir / 'stylegan3'
sys.path.insert(0, submodule_dir.as_posix())

HF_TOKEN = os.environ['HF_TOKEN']


class Model:
    MODEL_NAME_DICT = {
        'AFHQ-Cat-512': 'stylegan2-afhqcat-512x512.pkl',
        'AFHQ-Dog-512': 'stylegan2-afhqdog-512x512.pkl',
        'AFHQv2-512': 'stylegan2-afhqv2-512x512.pkl',
        'AFHQ-Wild-512': 'stylegan2-afhqwild-512x512.pkl',
        'BreCaHAD-512': 'stylegan2-brecahad-512x512.pkl',
        'CelebA-HQ-256': 'stylegan2-celebahq-256x256.pkl',
        'CIFAR-10': 'stylegan2-cifar10-32x32.pkl',
        'FFHQ-256': 'stylegan2-ffhq-256x256.pkl',
        'FFHQ-512': 'stylegan2-ffhq-512x512.pkl',
        'FFHQ-1024': 'stylegan2-ffhq-1024x1024.pkl',
        'FFHQ-U-256': 'stylegan2-ffhqu-256x256.pkl',
        'FFHQ-U-1024': 'stylegan2-ffhqu-1024x1024.pkl',
        'LSUN-Dog-256': 'stylegan2-lsundog-256x256.pkl',
        'MetFaces-1024': 'stylegan2-metfaces-1024x1024.pkl',
        'MetFaces-U-1024': 'stylegan2-metfacesu-1024x1024.pkl',
    }

    def __init__(self, device: str | torch.device):
        self.device = torch.device(device)
        self._download_all_models()
        self.model_name = 'FFHQ-1024'
        self.model = self._load_model(self.model_name)

    def _load_model(self, model_name: str) -> nn.Module:
        file_name = self.MODEL_NAME_DICT[model_name]
        path = hf_hub_download('hysts/StyleGAN2',
                               f'models/{file_name}',
                               use_auth_token=HF_TOKEN)
        with open(path, 'rb') as f:
            model = pickle.load(f)['G_ema']
        model.eval()
        model.to(self.device)
        return model

    def set_model(self, model_name: str) -> None:
        if model_name == self.model_name:
            return
        self.model_name = model_name
        self.model = self._load_model(model_name)

    def _download_all_models(self):
        for name in self.MODEL_NAME_DICT.keys():
            self._load_model(name)

    def generate_z(self, seed: int) -> torch.Tensor:
        seed = int(np.clip(seed, 0, np.iinfo(np.uint32).max))
        z = np.random.RandomState(seed).randn(1, self.model.z_dim)
        return torch.from_numpy(z).float().to(self.device)

    def postprocess(self, tensor: torch.Tensor) -> np.ndarray:
        tensor = (tensor.permute(0, 2, 3, 1) * 127.5 + 128).clamp(0, 255).to(
            torch.uint8)
        return tensor.cpu().numpy()

    def make_label_tensor(self, class_index: int) -> torch.Tensor:
        class_index = round(class_index)
        class_index = min(max(0, class_index), self.model.c_dim - 1)
        class_index = torch.tensor(class_index, dtype=torch.long)

        label = torch.zeros([1, self.model.c_dim], device=self.device)
        if class_index >= 0:
            label[:, class_index] = 1
        return label

    @torch.inference_mode()
    def generate(self, z: torch.Tensor, label: torch.Tensor,
                 truncation_psi: float) -> torch.Tensor:
        return self.model(z, label, truncation_psi=truncation_psi)

    def generate_image(self, seed: int, truncation_psi: float,
                       class_index: int) -> np.ndarray:
        z = self.generate_z(seed)
        label = self.make_label_tensor(class_index)

        out = self.generate(z, label, truncation_psi)
        out = self.postprocess(out)
        return out[0]

    def set_model_and_generate_image(self, model_name: str, seed: int,
                                     truncation_psi: float,
                                     class_index: int) -> np.ndarray:
        self.set_model(model_name)
        return self.generate_image(seed, truncation_psi, class_index)