ForwardDiffExt: Constrained dispatch to AbstractSIMD types

Author: mxpoch

ext/ForwardDiffExt.jl

@@ -142,7 +142,7 @@ end
 end
 
 @generated function NNlib.relu(
-  x::ForwardDiff.Dual{T,S,N}
+  x::ForwardDiff.Dual{T,<:LoopVectorization.AbstractSIMD,N}
 ) where {T,S,N}
   quote
     $(Expr(:meta, :inline))
@@ -159,7 +159,7 @@ end
 end
 
 @generated function NNlib.leakyrelu(
-  x::ForwardDiff.Dual{T,S,N},
+  x::ForwardDiff.Dual{T,<:LoopVectorization.AbstractSIMD,N},
   a = 0.01
 ) where {T,S,N}
   quote