Add minimal DBuffer implementation by wujingyue · Pull Request #4835 · NVIDIA/Megatron-LM

-Original file line number
+Diff line change
@@ -0,0 +1,20 @@
+    # Copyright (c) 2026, NVIDIA CORPORATION. All rights reserved.
+    #
+    # Licensed under the Apache License, Version 2.0 (the "License");
+    # you may not use this file except in compliance with the License.
+    # You may obtain a copy of the License at
+    #
+    #     http://www.apache.org/licenses/LICENSE-2.0
+    #
+    # Unless required by applicable law or agreed to in writing, software
+    # distributed under the License is distributed on an "AS IS" BASIS,
+    # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+    # See the License for the specific language governing permissions and
+    # limitations under the License.
+    """Experimental Megatron-FSDP implementation."""
+    from .dbuffer import DBuffer
+    from .placement import Flat, Partial, Placement, Replicate
+    __all__ = ["DBuffer", "Flat", "Partial", "Placement", "Replicate"]

Navigation Menu