From 7eed6018dcf28d0982a898865efbd62eac009774 Mon Sep 17 00:00:00 2001 From: Vivek Date: Wed, 3 Jan 2024 13:39:03 +0200 Subject: [PATCH] Remove setting of PT_HPU_LAZY_MODE=2 in training_args.py --- optimum/habana/transformers/training_args.py | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/optimum/habana/transformers/training_args.py b/optimum/habana/transformers/training_args.py index 740e682f75..194a610468 100644 --- a/optimum/habana/transformers/training_args.py +++ b/optimum/habana/transformers/training_args.py @@ -651,12 +651,9 @@ def _setup_devices(self) -> "torch.device": if self.use_lazy_mode: logger.info("Enabled lazy mode.") - # TODO: remove the block below when upgrade to SynapseAI 1.13 is done - # as eager mode will not be available anymore elif not self.torch_compile: if os.getenv("PT_HPU_LAZY_MODE", "1") != "0": - os.environ["PT_HPU_LAZY_MODE"] = "2" - logger.info("Enabled eager mode because use_lazy_mode=False.") + assert False, "Lazy mode or compile mode not enabled => eager mode should be enabled using PT_HPU_LAZY_MODE=0" if self.deepspeed: # Need to do similar for Accelerator init