Skip to content
33 changes: 33 additions & 0 deletions megatron/core/ssm/gated_delta_net/__init__.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,33 @@
# Copyright (c) 2026, NVIDIA CORPORATION. All rights reserved.

"""Gated Delta Net (GDN) family of layers.

This package replaces the former ``megatron/core/ssm/gated_delta_net.py`` module
at the same import path; the names below preserve that module's public surface.
"""

from megatron.core.ssm.gated_delta_net.common import (
HAVE_FLA,
GatedDeltaNetSubmodules,
causal_conv1d,
chunk_gated_delta_rule,
get_parameter_local_cp,
l2norm,
tensor_a2a_cp2hp,
tensor_a2a_hp2cp,
torch_chunk_gated_delta_rule,
)
from megatron.core.ssm.gated_delta_net.gdn import GatedDeltaNet

__all__ = [
"HAVE_FLA",
"GatedDeltaNet",
"GatedDeltaNetSubmodules",
"causal_conv1d",
"chunk_gated_delta_rule",
"get_parameter_local_cp",
"l2norm",
"tensor_a2a_cp2hp",
"tensor_a2a_hp2cp",
"torch_chunk_gated_delta_rule",
]
Loading
Loading