diff --git a/pytorch_lightning/accelerators/tpu_backend.py b/pytorch_lightning/accelerators/tpu_backend.py
index 6e82205f9c3da..0aafc761ea0cc 100644
--- a/pytorch_lightning/accelerators/tpu_backend.py
+++ b/pytorch_lightning/accelerators/tpu_backend.py
@@ -79,7 +79,7 @@ def train(self):
             self.trainer.model.prepare_data()
             self._is_data_prepared = True
 
-        self.trainer.barrier()
+        self.trainer.barrier('prepare_data')
 
         # train
         if self.trainer.tpu_id is not None: