Skip to content

Commit

Permalink
[pre-commit.ci] auto fixes from pre-commit.com hooks
Browse files Browse the repository at this point in the history
for more information, see https://pre-commit.ci
  • Loading branch information
pre-commit-ci[bot] committed Oct 17, 2023
1 parent 0c76d78 commit 7bdd678
Showing 1 changed file with 2 additions and 0 deletions.
2 changes: 2 additions & 0 deletions nemo/collections/nlp/parts/nlp_overrides.py
Original file line number Diff line number Diff line change
Expand Up @@ -435,6 +435,7 @@ def restore_checkpoint_after_setup(self) -> bool:
"""
return True


class NLPDDPStrategyNotebook(NLPDDPStrategy):
""" Version of NLPDDPStrategy to be used in a Jupyter Notebook
A large portion of Megatron code has DDP dependency, so it has been necessary to use NLPDDPStrategy even for
Expand All @@ -446,6 +447,7 @@ class NLPDDPStrategyNotebook(NLPDDPStrategy):
def _configure_launcher(self):
self._launcher = None


class NLPSaveRestoreConnector(SaveRestoreConnector):
def __init__(self) -> None:
if not HAVE_APEX:
Expand Down

0 comments on commit 7bdd678

Please sign in to comment.