perf: be conservative while fusing activation functions

LuxDL · Aug 14, 2024 · ae92df9 · ae92df9
1 parent fed6eac
commit ae92df9
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 5 deletions.
diff --git a/src/impl/activation.jl b/src/impl/activation.jl
@@ -252,8 +252,4 @@ fast_act(f::F) where {F} = f
 
 CRC.@non_differentiable fast_act(::Any...)
 
-for act in (:sigmoid_fast, :swish, :lisht, :tanh_fast, :tanh)
-    @eval Traits.fuse_cpu_activation(::typeof($act)) = True()
-end
-
 end
diff --git a/src/traits.jl b/src/traits.jl
@@ -60,7 +60,7 @@ function activation_has_rrule(::F, ::Type{T}) where {F, T}
 end
 
 # Which activations can be fused into a single kernel
-for act in (:identity, :(NNlib.relu), :abs, :abs2, :(NNlib.tanh_fast))
+for act in (:identity, :(NNlib.relu), :abs, :abs2)
     @eval fuse_cpu_activation(::typeof($act)) = True()
 end
 fuse_cpu_activation(::F) where {F} = False()