Spaces:
Running
on
Zero
Running
on
Zero
dino: | |
head_n_prototypes: 131072 | |
head_bottleneck_dim: 384 | |
ibot: | |
separate_head: true | |
head_n_prototypes: 131072 | |
train: | |
batch_size_per_gpu: 12 | |
dataset_path: ImageNet22k | |
centering: sinkhorn_knopp | |
student: | |
arch: vit_giant2 | |
patch_size: 14 | |
drop_path_rate: 0.4 | |
ffn_layer: swiglufused | |
block_chunks: 4 | |
teacher: | |
momentum_teacher: 0.994 | |
optim: | |
epochs: 500 | |
weight_decay_end: 0.2 | |
base_lr: 2.0e-04 # learning rate for a batch size of 1024 | |
warmup_epochs: 80 | |
layerwise_decay: 1.0 | |
crops: | |
local_crops_size: 98 |