Update utils.py

Signed-off-by: BoxiangW <[email protected]>
NVIDIA · Jan 25, 2025 · 9188f9b · 9188f9b
1 parent 0b7dc18
commit 9188f9b
Showing 1 changed file with 0 additions and 3 deletions.
diff --git a/nemo/lightning/pytorch/strategies/utils.py b/nemo/lightning/pytorch/strategies/utils.py
@@ -384,9 +384,6 @@ def parallelize_helper(module, mesh, mp_policy):
 
     if dp_mesh.size() > 1:
         assert dp_mesh.ndim == 1  # Hybrid-sharding not supported
-
-        # NOTE: Currently, the user is required to manually handle precision settings such as the `mp_policy` here
-        # because the model parallel strategy does not respect all settings of `Fabric(precision=...)` at the moment.
 
         # Find transformer layers and apply parallelisms
         parallelize_helper(model, dp_mesh, mp_policy)