set _scale in Trainer using optimizer rescale_grad

apache · Apr 2, 2019 · a322530 · a322530
1 parent 33b6543
commit a322530
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/python/mxnet/gluon/trainer.py b/python/mxnet/gluon/trainer.py
@@ -96,9 +96,9 @@ def __init__(self, params, optimizer, optimizer_params=None, kvstore='device',
                 self._contains_sparse_grad = True
         self._compression_params = compression_params
         optimizer_params = optimizer_params if optimizer_params else {}
-        self._scale = float(optimizer_params.get('rescale_grad', 1.0))
-        self._contexts = self._check_contexts()
         self._init_optimizer(optimizer, optimizer_params)
+        self._scale = self._optimizer.rescale_grad
+        self._contexts = self._check_contexts()
         self._kvstore_params = {'kvstore': kvstore, 'update_on_kvstore': update_on_kvstore}
         self._kv_initialized = False
         self._kvstore = None