training batch clean up

Lightning-AI · Jun 8, 2020 · 6fde56a · 6fde56a
1 parent 8368b03
commit 6fde56a
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/pytorch_lightning/trainer/distrib_data_parallel.py b/pytorch_lightning/trainer/distrib_data_parallel.py
@@ -427,7 +427,13 @@ def ddp_train(self, process_idx, model, is_master=False, proc_offset=0):
         # try to init for 20 times at max in case ports are taken
         # where to store ip_table
         model.trainer = self
+        print('-'*100)
+        print('starting ddp')
+        print('-'*100)
         model.init_ddp_connection(self.proc_rank, self.world_size, self.is_slurm_managing_tasks)
+        print('-'*100)
+        print('ddp started')
+        print('-'*100)
 
         # CHOOSE OPTIMIZER
         # allow for lr schedulers as well