NVIDIA · dimapihtar · May 7, 2026 · Apr 8, 2026 · Apr 8, 2026 · Apr 27, 2026
@@ -20,10 +20,6 @@
 from megatron.training.arguments import core_transformer_config_from_args
 from megatron.training.yaml_arguments import core_transformer_config_from_yaml
 
-import megatron.legacy.model  # isort: skip
-
-# NOTE: Loading `megatron.legacy.model` earlier fails due to circular import
-
 
 def gpt_builder(args, pre_process, post_process, vp_stage=None, config=None, pg_collection=None):
     print_rank_0('building GPT model ...')

diff --git a/megatron/legacy/model/__init__.py b/megatron/legacy/model/__init__.py
diff --git a/megatron/legacy/model/enums.py b/megatron/legacy/model/enums.py
diff --git a/megatron/legacy/model/fused_bias_gelu.py b/megatron/legacy/model/fused_bias_gelu.py
diff --git a/megatron/legacy/model/fused_layer_norm.py b/megatron/legacy/model/fused_layer_norm.py