diff --git a/megatron/core/transformer/transformer_config.py b/megatron/core/transformer/transformer_config.py index 3e91a2b8042..cab540e6bfd 100644 --- a/megatron/core/transformer/transformer_config.py +++ b/megatron/core/transformer/transformer_config.py @@ -2426,11 +2426,6 @@ def _scope_to_str(s): assert ( self.mtp_num_layers is None or self.mtp_num_layers == 1 ), 'MTP layernum only supports 1 when enabling overlap_moe_expert_parallel_comm.' - if self.mtp_num_layers == 1: - assert self.pipeline_model_parallel_size > 1, ( - 'Pipeline model parallel size must be larger than 1 ' - 'when enabling overlap_moe_expert_parallel_comm with MTP layer.' - ) if self.cuda_graph_impl != "none": if self.cuda_graph_impl == "transformer_engine":