diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py
index 0b2c9cd8924c..ab2549af5c89 100755
--- a/src/transformers/trainer.py
+++ b/src/transformers/trainer.py
@@ -51,6 +51,7 @@
 from packaging import version
 from torch import nn
 from torch.utils.data import DataLoader, Dataset, RandomSampler, SequentialSampler
+from torch.utils.data.distributed import DistributedSampler
 
 from . import __version__
 from .configuration_utils import PretrainedConfig