File size: 1,882 Bytes
6ba5875
 
 
 
 
 
c74a070
6ba5875
 
 
 
 
 
 
c74a070
6ba5875
 
 
 
 
 
 
 
 
c74a070
6ba5875
c74a070
 
 
6ba5875
 
c74a070
 
 
 
 
 
 
 
 
 
 
6ba5875
 
 
 
 
c74a070
6ba5875
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
import torch
import torch.nn as nn
import torchvision.models as tvm


class VGG19(nn.Module):
    def __init__(self, pretrained=False, amp=False, amp_dtype=torch.float16) -> None:
        super().__init__()
        self.layers = nn.ModuleList(tvm.vgg19_bn(pretrained=pretrained).features[:40])
        # Maxpool layers: 6, 13, 26, 39
        self.amp = amp
        self.amp_dtype = amp_dtype

    def forward(self, x, **kwargs):
        with torch.autocast("cuda", enabled=self.amp, dtype=self.amp_dtype):
            feats = []
            sizes = []
            for layer in self.layers:
                if isinstance(layer, nn.MaxPool2d):
                    feats.append(x)
                    sizes.append(x.shape[-2:])
                x = layer(x)
            return feats, sizes


class VGG(nn.Module):
    def __init__(
        self, size="19", pretrained=False, amp=False, amp_dtype=torch.float16
    ) -> None:
        super().__init__()
        if size == "11":
            self.layers = nn.ModuleList(
                tvm.vgg11_bn(pretrained=pretrained).features[:22]
            )
        elif size == "13":
            self.layers = nn.ModuleList(
                tvm.vgg13_bn(pretrained=pretrained).features[:28]
            )
        elif size == "19":
            self.layers = nn.ModuleList(
                tvm.vgg19_bn(pretrained=pretrained).features[:40]
            )
        # Maxpool layers: 6, 13, 26, 39
        self.amp = amp
        self.amp_dtype = amp_dtype

    def forward(self, x, **kwargs):
        with torch.autocast("cuda", enabled=self.amp, dtype=self.amp_dtype):
            feats = []
            sizes = []
            for layer in self.layers:
                if isinstance(layer, nn.MaxPool2d):
                    feats.append(x)
                    sizes.append(x.shape[-2:])
                x = layer(x)
            return feats, sizes