Fix Mistral Conversion Issue (NVIDIA#11786)

* Fix Mistral Conversion issue * Fix Mistral Conversion issue Signed-off-by: Youngeun Kwon <[email protected]>
youngeunkwon0405 · Feb 10, 2025 · a1bd06b · a1bd06b
1 parent bd7dbba
commit a1bd06b
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/scripts/checkpoint_converters/convert_mixtral_hf_to_nemo.py b/scripts/checkpoint_converters/convert_mixtral_hf_to_nemo.py
@@ -545,6 +545,8 @@ def save_to_nemo(args, checkpoint):
     model.cfg.use_cpu_initialization = False
     model.cfg.perform_initialization = True
 
+    torch.distributed.init_process_group()
+    parallel_state.initialize_model_parallel()
     model.save_to(args.output_path)
     logging.info(f'NeMo model saved to: {args.output_path}')