diff --git a/pytorch_lightning/accelerators/tpu_backend.py b/pytorch_lightning/accelerators/tpu_backend.py
index cc9d13a2de31b..7e8c5adb4121f 100644
--- a/pytorch_lightning/accelerators/tpu_backend.py
+++ b/pytorch_lightning/accelerators/tpu_backend.py
@@ -86,7 +86,7 @@ def train(self):
             self.trainer.model.prepare_data()
             self._is_data_prepared = True
 
-        self.trainer.barrier()
+        self.trainer.barrier('prepare_data')
 
         # train
         if self.trainer.tpu_id is not None: