diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py
index d936b5b1791a..77e8935da207 100755
--- a/src/transformers/trainer.py
+++ b/src/transformers/trainer.py
@@ -2476,7 +2476,7 @@ def torchdynamo_smart_context_manager(self):
         """
         return self.ctx_manager_torchdynamo
 
-    def autocast_smart_context_manager(self, cache_enabled: Optional[bool] = None):
+    def autocast_smart_context_manager(self, cache_enabled: Optional[bool] = True):
         """
         A helper wrapper that creates an appropriate context manager for `autocast` while feeding it the desired
         arguments, depending on the situation.