From fc05034c0febe689b0715d2effcfd7cd48e5dc0b Mon Sep 17 00:00:00 2001
From: Sourab Mangrulkar <13534540+pacman100@users.noreply.github.com>
Date: Tue, 28 Feb 2023 17:56:03 +0530
Subject: [PATCH] fsdp bf16 enable autocast

---
 src/accelerate/accelerator.py | 1 -
 1 file changed, 1 deletion(-)

diff --git a/src/accelerate/accelerator.py b/src/accelerate/accelerator.py
index 152efd6ccd0..e3be2af35a4 100644
--- a/src/accelerate/accelerator.py
+++ b/src/accelerate/accelerator.py
@@ -382,7 +382,6 @@ def __init__(
                 self.scaler = torch.cuda.amp.GradScaler(**kwargs)
         elif self.state.mixed_precision == "bf16" and self.distributed_type not in (
             DistributedType.DEEPSPEED,
-            DistributedType.FSDP,
             DistributedType.MEGATRON_LM,
         ):
             if self.device.type == "cpu":