# Copyright (c) OpenMMLab. All rights reserved. from typing import Dict, List import torch from mmpretrain.registry import MODELS from mmpretrain.structures import DataSample from .base import BaseSelfSupervisor @MODELS.register_module() class BarlowTwins(BaseSelfSupervisor): """BarlowTwins. Implementation of `Barlow Twins: Self-Supervised Learning via Redundancy Reduction `_. Part of the code is borrowed from: ``_. """ def loss(self, inputs: List[torch.Tensor], data_samples: List[DataSample], **kwargs) -> Dict[str, torch.Tensor]: """The forward function in training. Args: inputs (List[torch.Tensor]): The input images. data_samples (List[DataSample]): All elements required during the forward function. Returns: Dict[str, torch.Tensor]: A dictionary of loss components. """ assert isinstance(inputs, list) img_v1 = inputs[0] img_v2 = inputs[1] z1 = self.neck(self.backbone(img_v1))[0] # NxC z2 = self.neck(self.backbone(img_v2))[0] # NxC loss = self.head.loss(z1, z2) losses = dict(loss=loss) return losses