Merge branch 'ac_defaults' of github.com:NVIDIA/NeMo into ac_defaults

NVIDIA · Sep 9, 2023 · 6e36202 · 6e36202
2 parents 8c6ab5b + 08e55a3
commit 6e36202
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/nemo/collections/nlp/modules/common/megatron/transformer.py b/nemo/collections/nlp/modules/common/megatron/transformer.py
@@ -988,7 +988,7 @@ def __init__(
                     raise ValueError(
                         f'activations_checkpoint_method should be "uniform" or "block" when using granularity selective.'
                     )
-                self.activations_checkpoint_num_layers = num_layers # forcing all layers
+                self.activations_checkpoint_num_layers = num_layers  # forcing all layers
             elif self.activations_checkpoint_granularity == 'full':
                 if self.activations_checkpoint_method in ['uniform', 'block']:
                     if not self.activations_checkpoint_num_layers:
@@ -998,7 +998,7 @@ def __init__(
                                 f'Got: {self.activations_checkpoint_num_layers}. Setting to 1 by default.'
                             )
                         )
-                        self.activations_checkpoint_num_layers = 1 # keeping the old default
+                        self.activations_checkpoint_num_layers = 1  # keeping the old default
                 else:
                     raise ValueError(
                         f'activations_checkpoint_method should be "uniform" or "block" when using granularity full.'