diff --git a/megatron/core/utils.py b/megatron/core/utils.py index f1c8a42913b..fde77a2304a 100644 --- a/megatron/core/utils.py +++ b/megatron/core/utils.py @@ -45,6 +45,7 @@ from megatron.core import config from megatron.core.package_info import __version__ as mcore_version +from megatron.core.packed_seq_params import PackedSeqParams try: from torch.distributed._tensor import DTensor