conversion issue fix (#7648) (#7668)

Signed-off-by: dimapihtar <[email protected]> Co-authored-by: Dmytro Pykhtar <[email protected]>
NVIDIA · Oct 13, 2023 · 70c0a37 · 70c0a37
1 parent 2209a30
commit 70c0a37
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/nemo/collections/nlp/models/language_modeling/megatron_gpt_model.py b/nemo/collections/nlp/models/language_modeling/megatron_gpt_model.py
@@ -1332,7 +1332,7 @@ def on_load_checkpoint(self, checkpoint) -> None:
 
         # mcore uses distributed checkpointing
         if self.mcore_gpt:
-            if 'state_dict' in checkpoint:
+            if 'state_dict' in checkpoint and checkpoint['state_dict']:
                 for index, module in enumerate(self.get_gpt_module_list()):
                     if parallel_state.get_virtual_pipeline_model_parallel_world_size() is not None:
                         checkpoint_state_dict = checkpoint['state_dict'][f'model_{index}']