fix relu grad

apache · Mar 1, 2019 · a100765 · a100765
1 parent 0ffb3fd
commit a100765
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/operator/mshadow_op.h b/src/operator/mshadow_op.h
@@ -780,7 +780,7 @@ namespace isnan_typed {
 
 MXNET_UNARY_MATH_OP_NC(relu, isnan_typed::IsNan(a) || (a > DType(0)) ? a : DType(0));
 
-MXNET_UNARY_MATH_OP_NC(relu_grad, a > DType(0) ? DType(1) : DType(0));
+MXNET_UNARY_MATH_OP_NC(relu_grad, isnan_typed::IsNan(a) || a > DType(0) ? DType(1) : DType(0));
 
 /*! \brief used for computing binary operator maximum */
 struct maximum : public mxnet_op::tunable {