diff --git a/src/megatron/bridge/models/conversion/auto_bridge.py b/src/megatron/bridge/models/conversion/auto_bridge.py
index fdb0fed46a..50be3bb4a4 100644
--- a/src/megatron/bridge/models/conversion/auto_bridge.py
+++ b/src/megatron/bridge/models/conversion/auto_bridge.py
@@ -294,7 +294,7 @@ def load_hf_weights(self, model: list[MegatronModelT], hf_path: str | Path | Non
             pre_trained = self.hf_pretrained
         else:
             pre_trained = PreTrainedCausalLM.from_pretrained(hf_path)
-        self._model_bridge.load_weights_hf_to_megatron(model, pre_trained)
+        self._model_bridge.load_weights_hf_to_megatron(pre_trained, model)
 
         return model
 
diff --git a/tests/unit_tests/models/test_auto_bridge.py b/tests/unit_tests/models/test_auto_bridge.py
index 459f891305..d7476a1673 100644
--- a/tests/unit_tests/models/test_auto_bridge.py
+++ b/tests/unit_tests/models/test_auto_bridge.py
@@ -415,7 +415,7 @@ def test_load_hf_weights(self):
             bridge = AutoBridge(mock_hf_model)
             bridge.load_hf_weights(mock_megatron_model)
 
-            mock_model_bridge.load_weights_hf_to_megatron.assert_called_once_with(mock_megatron_model, mock_hf_model)
+            mock_model_bridge.load_weights_hf_to_megatron.assert_called_once_with(mock_hf_model, mock_megatron_model)
 
     def test_load_hf_weights_from_path(self):
         """Test loading weights from a different path."""
@@ -444,7 +444,8 @@ def test_load_hf_weights_from_path(self):
 
                 mock_from_pretrained.assert_called_once_with("./custom_model")
                 mock_model_bridge.load_weights_hf_to_megatron.assert_called_once_with(
-                    mock_megatron_model, mock_loaded_model
+                    mock_loaded_model,
+                    mock_megatron_model,
                 )
 
     def test_load_hf_weights_no_path_config_only(self):