File size: 653 Bytes
52cf196
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
import torch
from torchvision import transforms, models

def create_vit(output_classes: int = 6, seed: int = 233):
    
    transform = transforms.Compose([
    transforms.Resize((256, 256)),
    transforms.CenterCrop(224),
    transforms.ToTensor(),
    transforms.Normalize(mean=[0.485, 0.456, 0.406], std=[0.229, 0.224, 0.225]),
    ])

    model = models.vit_b_16()

    for param in model.parameters():
        param.requires_grade = False
    
    torch.manual_seed(seed)

    model.heads = torch.nn.Sequential(
        torch.nn.Dropout(0.3),
        torch.nn.Linear(in_features=768, out_features=output_classes)
    )

    return model, transform