bf16 load and finetune fix

EleutherAI · Nov 6, 2023 · 9368bd9 · 9368bd9
1 parent 22fda1e
commit 9368bd9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/deepspeed/runtime/engine.py b/deepspeed/runtime/engine.py
@@ -2667,7 +2667,7 @@ def _load_checkpoint(self,
 
         if load_module_only:
             deepspeed_states = ['module']
-            if self.optimizer is not None and self.fp16_enabled():
+            if self.optimizer is not None:
                 self.optimizer.refresh_fp32_params()
         else:
             if self.has_moe_layers: