From c948864d4c0b8a519328aa7d75c3eb238c7460d9 Mon Sep 17 00:00:00 2001
From: Chris Elrod <elrodc@gmail.com>
Date: Fri, 3 May 2024 19:12:00 +0000
Subject: [PATCH] define NNlib.leakyrelu(::AbstractSIMD) for Julia 1.6 test

---
 test/forwarddiffext.jl | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/test/forwarddiffext.jl b/test/forwarddiffext.jl
index 90b167e3..b45f59e4 100644
--- a/test/forwarddiffext.jl
+++ b/test/forwarddiffext.jl
@@ -15,6 +15,11 @@ function tovec(x::ForwardDiff.Dual{T,V,N}) where {T,V,N}
   return ret
 end
 
+if LoopVectorization.ifelse !== Base.ifelse
+  @inline function NNlib.leakyrelu(x::LoopVectorization.AbstractSIMD, a=NNlib.oftf(x, NNlib.leakyrelu_a)) 
+     LoopVectorization.ifelse(x>0, float(x), NNlib.oftf(x, a*x))  # max(a*x, x) is 3x slower
+  end
+end
 
 vx0 = randnvec()
 vx1 = randnvec()