1bit: update wd mom (#23)

bytedance · Jun 23, 2020 · c507e14 · c507e14
1 parent ae30478
commit c507e14
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/byteps/mxnet/compression.py b/byteps/mxnet/compression.py
@@ -96,7 +96,8 @@ def decompress(self, tensor, ctx, *args, **kwargs):
         nd._internal._mul_scalar(x, self.wd, out=self.cache)
         self.mom += self.cache
         nd._internal._mul_scalar(self.mom, self.mu, out=self.mom)
-        tensor += self.mom + self.cache
+        tensor += self.mom
+        tensor += self.cache
         return self.compressor.decompress(tensor, ctx)