From a2f9003c78bd963d0891c6e696008b31d9acfd00 Mon Sep 17 00:00:00 2001 From: Yuxi Hu Date: Wed, 3 Apr 2019 11:30:30 -0700 Subject: [PATCH] set _scale in Trainer using optimizer rescale_grad (#14593) --- python/mxnet/gluon/trainer.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/python/mxnet/gluon/trainer.py b/python/mxnet/gluon/trainer.py index 45a44d8eb3e4..a95417cf523b 100644 --- a/python/mxnet/gluon/trainer.py +++ b/python/mxnet/gluon/trainer.py @@ -95,10 +95,10 @@ def __init__(self, params, optimizer, optimizer_params=None, kvstore='device', if param._grad_stype != 'default': self._contains_sparse_grad = True self._compression_params = compression_params - optimizer_params = optimizer_params if optimizer_params else {} - self._scale = float(optimizer_params.get('rescale_grad', 1.0)) self._contexts = self._check_contexts() + optimizer_params = optimizer_params if optimizer_params else {} self._init_optimizer(optimizer, optimizer_params) + self._scale = self._optimizer.rescale_grad self._kvstore_params = {'kvstore': kvstore, 'update_on_kvstore': update_on_kvstore} self._kv_initialized = False self._kvstore = None