From f7e8d53df1a97a9cfeae3ed417b2209bec7be656 Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Mon, 16 Dec 2024 14:52:09 -0800 Subject: [PATCH] Formatting, fix indent --- deepspeed/runtime/zero/stage_1_and_2.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/deepspeed/runtime/zero/stage_1_and_2.py b/deepspeed/runtime/zero/stage_1_and_2.py index 457fdd291bc6..c4163d6a850f 100755 --- a/deepspeed/runtime/zero/stage_1_and_2.py +++ b/deepspeed/runtime/zero/stage_1_and_2.py @@ -1069,7 +1069,7 @@ def average_tensor(self, tensor): process_group = self.dp_process_group # count = 0 for i, param_idx_in_group, param_id in self.params_in_ipg_bucket: - param = self.bit16_groups[group_idx][param_idx_in_group] + param = self.bit16_groups[group_idx][param_idx_in_group] process_group = self.dp_process_group