diff --git a/miles/backends/megatron_utils/actor.py b/miles/backends/megatron_utils/actor.py
index feca0f71bae..e64faa915f3 100644
--- a/miles/backends/megatron_utils/actor.py
+++ b/miles/backends/megatron_utils/actor.py
@@ -152,9 +152,8 @@ def init(
         # empty cache after initialization
         clear_memory()
 
+        self._switch_model("actor")
         if self.args.offload_train:
-            # recover to actor in the end.
-            self._switch_model("actor")
             self.sleep()
 
         self.rollout_engines = None