Always set distributed flag in loss

lightly-ai · Nov 27, 2023 · 1c12049 · 1c12049
1 parent b7057eb
commit 1c12049
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/benchmarks/imagenet/resnet50/mocov2.py b/benchmarks/imagenet/resnet50/mocov2.py
@@ -36,7 +36,7 @@ def __init__(self, batch_size_per_device: int, num_classes: int) -> None:
         self.criterion = NTXentLoss(
             temperature=0.2,
             memory_bank_size=(65536, 128),
-            gather_distributed=self.trainer.num_devices > 1,
+            gather_distributed=True,
         )
 
         self.online_classifier = OnlineLinearClassifier(num_classes=num_classes)