Fix TiCoLoss (#1484)

* Detach auxiliary matrix B in loss computation
lightly-ai · Jan 30, 2024 · 6bd7553 · 6bd7553
1 parent c1e3412
commit 6bd7553
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/lightly/loss/tico_loss.py b/lightly/loss/tico_loss.py
@@ -101,7 +101,7 @@ def forward(
         z_b = torch.nn.functional.normalize(z_b, dim=1)
 
         # compute auxiliary matrix B
-        B = torch.mm(z_a.T, z_a) / z_a.shape[0]
+        B = torch.mm(z_a.T, z_a).detach() / z_a.shape[0]
 
         # init covariance matrix
         if self.C is None: