add tri activation

ykeuter · Apr 17, 2022 · a0e892f · a0e892f
1 parent a120ef7
commit a0e892f
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/pytorch_neat/activations.py b/pytorch_neat/activations.py
@@ -44,6 +44,10 @@ def relu_activation(x):
     return F.relu(x)
 
 
+def tri_activation(x):
+    return torch.clamp(1 - torch.abs(x), 0)
+
+
 str_to_activation = {
     'sigmoid': sigmoid_activation,
     'tanh': tanh_activation,
@@ -52,4 +56,5 @@ def relu_activation(x):
     'identity': identity_activation,
     'sin': sin_activation,
     'relu': relu_activation,
+    'tri': tri_activation,
 }