Merge pull request #718 from JuliaDiff/dw/backport_nanmath

Backport #717 to 0.10

Author: devmotion

Project.toml

@@ -1,6 +1,6 @@
 name = "ForwardDiff"
 uuid = "f6369f11-7733-5829-9624-2563aa707210"
-version = "0.10.37"
+version = "0.10.38"
 
 [deps]
 CommonSubexpressions = "bbf7d656-a473-5ed7-a52c-81e309532950"

src/dual.jl

@@ -519,7 +519,7 @@ end
 # exponentiation #
 #----------------#
 
-for f in (:(Base.:^), :(NaNMath.pow))
+for (f, log) in ((:(Base.:^), :(Base.log)), (:(NaNMath.pow), :(NaNMath.log)))
     @eval begin
         @define_binary_dual_op(
             $f,
@@ -532,7 +532,7 @@ for f in (:(Base.:^), :(NaNMath.pow))
                 elseif iszero(vx) && vy > 0
                     logval = zero(vx)
                 else
-                    logval = expv * log(vx)
+                    logval = expv * ($log)(vx)
                 end
                 new_partials = _mul_partials(partials(x), partials(y), powval, logval)
                 return Dual{Txy}(expv, new_partials)
@@ -550,7 +550,7 @@ for f in (:(Base.:^), :(NaNMath.pow))
             begin
                 v = value(y)
                 expv = ($f)(x, v)
-                deriv = (iszero(x) && v > 0) ? zero(expv) : expv*log(x)
+                deriv = (iszero(x) && v > 0) ? zero(expv) : expv*($log)(x)
                 return Dual{Ty}(expv, deriv * partials(y))
             end
         )

test/DerivativeTest.jl

@@ -1,6 +1,7 @@
 module DerivativeTest
 
 import Calculus
+import NaNMath
 
 using Test
 using Random
@@ -93,6 +94,17 @@ end
     @test (x -> ForwardDiff.derivative(y -> x^y,  1.5))(0.0) === 0.0
 end
 
+@testset "exponentiation with NaNMath" begin
+    @test isnan(ForwardDiff.derivative(x -> NaNMath.pow(NaN, x), 1.0))
+    @test isnan(ForwardDiff.derivative(x -> NaNMath.pow(x,NaN), 1.0))
+    @test !isnan(ForwardDiff.derivative(x -> NaNMath.pow(1.0, x),1.0))
+    @test isnan(ForwardDiff.derivative(x -> NaNMath.pow(x,0.5), -1.0))
+
+    @test isnan(ForwardDiff.derivative(x -> x^NaN, 2.0))
+    @test ForwardDiff.derivative(x -> x^2.0,2.0) == 4.0
+    @test_throws DomainError ForwardDiff.derivative(x -> x^0.5, -1.0)
+end
+
 @testset "dimension error for derivative" begin
     @test_throws DimensionMismatch ForwardDiff.derivative(sum, fill(2pi, 3))
 end

test/GradientTest.jl

@@ -1,6 +1,7 @@
 module GradientTest
 
 import Calculus
+import NaNMath
 
 using Test
 using ForwardDiff
@@ -168,4 +169,14 @@ end
     @test ForwardDiff.gradient(f, [0.3, 25.0]) == [3486.0, 0.0]
 end
 
+@testset "gradient for exponential with NaNMath" begin
+    @test isnan(ForwardDiff.gradient(x -> NaNMath.pow(x[1],x[1]), [NaN, 1.0])[1])
+    @test ForwardDiff.gradient(x -> NaNMath.pow(x[1], x[2]), [1.0, 1.0]) == [1.0, 0.0]
+    @test isnan(ForwardDiff.gradient((x) -> NaNMath.pow(x[1], x[2]), [-1.0, 0.5])[1])
+
+    @test isnan(ForwardDiff.gradient(x -> x[1]^x[2], [NaN, 1.0])[1])
+    @test ForwardDiff.gradient(x -> x[1]^x[2], [1.0, 1.0]) == [1.0, 0.0]
+    @test_throws DomainError ForwardDiff.gradient(x -> x[1]^x[2], [-1.0, 0.5])
+end
+
 end # module