From be91578792963f5fe95f6fe7a73fd1c40016f0b5 Mon Sep 17 00:00:00 2001 From: Jeff Rasley Date: Wed, 12 Aug 2020 11:46:25 -0700 Subject: [PATCH] Update deepspeed_lr_schedules.py --- deepspeed/pt/deepspeed_lr_schedules.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/deepspeed/pt/deepspeed_lr_schedules.py b/deepspeed/pt/deepspeed_lr_schedules.py index 02f66a45aab4..996d41ae9088 100755 --- a/deepspeed/pt/deepspeed_lr_schedules.py +++ b/deepspeed/pt/deepspeed_lr_schedules.py @@ -679,7 +679,7 @@ def get_lr(self): if self.last_batch_iteration < 0: logger.warning( "Attempting to get learning rate from scheduler before it has started") - return 0.0 + return [0.0] gamma = self._get_gamma() return [ min_lr + (delta_lr * gamma) for min_lr,