x

pytorch_lightning/plugins/training_type/ddp.py

@@ -324,12 +324,17 @@ def post_dispatch(self) -> None:
         self.cluster_environment.teardown()
 
     def barrier(self, *args, **kwargs):
-        if torch_distrib.is_initialized():
-            if self.global_rank == 0:
-                import time
-                print("sleeping to test barrier")
-                time.sleep(10)
+        if not torch_distrib.is_initialized():
+            return
+
+        if self.global_rank == 0:
+            import time
+            print("sleeping to test barrier")
+            time.sleep(10)
+        if _TORCH_GREATER_EQUAL_1_8:
             torch_distrib.barrier(device_ids=self.determine_ddp_device_ids())
+        else:
+            torch_distrib.barrier()
 
     def broadcast(self, obj: object, src: int = 0) -> object:
         return self.dist.broadcast(obj)