diff --git a/deepspeed/runtime/engine.py b/deepspeed/runtime/engine.py
index 6fc18ced418d..24e036ed91aa 100644
--- a/deepspeed/runtime/engine.py
+++ b/deepspeed/runtime/engine.py
@@ -2667,7 +2667,7 @@ def _load_checkpoint(self,
 
         if load_module_only:
             deepspeed_states = ['module']
-            if self.optimizer is not None and self.fp16_enabled():
+            if self.optimizer is not None:
                 self.optimizer.refresh_fp32_params()
         else:
             if self.has_moe_layers: