Update ForwardDiffExt.jl

Author: ChrisRackauckas

ext/ForwardDiffExt.jl

@@ -1,6 +1,6 @@
 module ForwardDiffExt
 import ForwardDiff, ChainRulesCore
-using LoopVectorization, VectorizationBase, SLEEFPirates, ForwardDiff, NNlib
+using LoopVectorization, VectorizationBase, SLEEFPirates, ForwardDiff
 using SLEEFPirates: tanh_fast, sigmoid_fast
 
 import IfElse: ifelse
@@ -141,44 +141,6 @@ end
   end
 end
 
-@generated function NNlib.relu(
-  x::ForwardDiff.Dual{T,<:LoopVectorization.AbstractSIMD,N}
-) where {T,S,N}
-  quote
-    $(Expr(:meta, :inline))
-    v = x.value
-    z = zero(v)
-    cmp = v < z
-    r = ifelse(cmp, z, v)
-    p = x.partials
-    ForwardDiff.Dual{T}(
-      r,
-      ForwardDiff.Partials(Base.Cartesian.@ntuple $N n -> ifelse(cmp, z, p[n]))
-    )
-  end
-end
-
-@generated function NNlib.leakyrelu(
-  x::ForwardDiff.Dual{T,<:LoopVectorization.AbstractSIMD,N},
-  a = 0.01
-) where {T,S,N}
-  quote
-    $(Expr(:meta, :inline))
-    v = x.value
-    z = zero(v)
-
-    α = convert(typeof(v), a)
-    cmp = v < z
-    r = ifelse(cmp, α * v, v)
-    p = x.partials
-    ForwardDiff.Dual{T}(
-      r,
-      ForwardDiff.Partials(Base.Cartesian.@ntuple $N n -> ifelse(cmp, α * p[n], p[n]))
-    )
-  end
-end
-
-
 @generated function _ifelse(
   m::Union{AbstractMask,VecUnroll{<:Any,<:Any,Bit,<:AbstractMask}},
   x::ForwardDiff.Dual{TAG,V,P},