From cdb1c1a222a9220bf91db8c81841dec0c1ac9ed8 Mon Sep 17 00:00:00 2001 From: Avik Pal Date: Sun, 21 Aug 2022 14:08:30 -0700 Subject: [PATCH] relu tests with finite diff is too unreliable --- CHANGELOG.md | 4 ++++ Project.toml | 2 +- test/layers/normalize.jl | 2 +- 3 files changed, 6 insertions(+), 2 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index c4e623e99..aa6706d8d 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,5 +1,9 @@ # v0.4 +## v0.4.17 + + - Major breakcing change in experimental Recurrent Cell Implementations. + ## v0.4.14 - Deprecate `bias` in favor of `use_bias` for `RNNCell`. - Add `use_bias` kwarg to `LSTMCell` and `GRUCell` diff --git a/Project.toml b/Project.toml index 0370a1d99..93c728119 100644 --- a/Project.toml +++ b/Project.toml @@ -1,7 +1,7 @@ name = "Lux" uuid = "b2108857-7c20-44ae-9111-449ecde12c47" authors = ["Avik Pal and contributors"] -version = "0.4.16" +version = "0.4.17" [deps] Adapt = "79e6a3ab-5dfb-504d-930d-738a2a938a0e" diff --git a/test/layers/normalize.jl b/test/layers/normalize.jl index 16f91a15d..f1547ade2 100644 --- a/test/layers/normalize.jl +++ b/test/layers/normalize.jl @@ -355,7 +355,7 @@ end atol=1.0f-1, rtol=1.0f-1) end - for act in (relu, sigmoid, tanh) + for act in (sigmoid, tanh) ln = LayerNorm(bshape, act; affine) println(ln) ps, st = Lux.setup(rng, ln)