diff --git a/lightly/models/modules/heads.py b/lightly/models/modules/heads.py index 5817d85c5..06eb6e689 100644 --- a/lightly/models/modules/heads.py +++ b/lightly/models/modules/heads.py @@ -641,13 +641,13 @@ def forward(self, x: Tensor) -> Tensor: x = nn.functional.normalize(x, dim=-1, p=2) x = self.last_layer(x) return x - + class MMCRProjectionHead(ProjectionHead): """Projection head used for MMCR. - "Following Chen et al. (14), we append a small perceptron to the output - of the average pooling layer of the ResNet so that zi = g(h(xi)), where + "Following Chen et al. (14), we append a small perceptron to the output + of the average pooling layer of the ResNet so that zi = g(h(xi)), where h is the ResNet and g is the MLP." [0] - [0]: MMCR, 2023, https://arxiv.org/abs/2303.03307