relu tests with finite diff is too unreliable (#137)

LuxDL · Aug 22, 2022 · 4e394f7 · 4e394f7
1 parent 497ad60
commit 4e394f7
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 2 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -1,5 +1,9 @@
 # v0.4
 
+## v0.4.17
+
+  - Major breakcing change in experimental Recurrent Cell Implementations.
+
 ## v0.4.14
   - Deprecate `bias` in favor of `use_bias` for `RNNCell`.
   - Add `use_bias` kwarg to `LSTMCell` and `GRUCell`

diff --git a/Project.toml b/Project.toml
@@ -1,7 +1,7 @@
 name = "Lux"
 uuid = "b2108857-7c20-44ae-9111-449ecde12c47"
 authors = ["Avik Pal <[email protected]> and contributors"]
-version = "0.4.16"
+version = "0.4.17"
 
 [deps]
 Adapt = "79e6a3ab-5dfb-504d-930d-738a2a938a0e"

diff --git a/test/layers/normalize.jl b/test/layers/normalize.jl
@@ -355,7 +355,7 @@ end
                                               atol=1.0f-1, rtol=1.0f-1)
             end
 
-            for act in (relu, sigmoid, tanh)
+            for act in (sigmoid, tanh)
                 ln = LayerNorm(bshape, act; affine)
                 println(ln)
                 ps, st = Lux.setup(rng, ln)