adamw backport

FluxML · Apr 7, 2022 · 8e17f2a · 8e17f2a
1 parent ef04fda
commit 8e17f2a
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/Project.toml b/Project.toml
@@ -31,7 +31,7 @@ Zygote = "e88e6eb3-aa80-5325-afca-941959d7151f"
 [compat]
 AbstractTrees = "0.3"
 Adapt = "3.0"
-ArrayInterface = "3.1, 4"
+ArrayInterface = "3.1, 4, 5"
 CUDA = "3"
 CodecZlib = "0.7"
 Colors = "0.12"

diff --git a/src/optimise/optimisers.jl b/src/optimise/optimisers.jl
@@ -500,7 +500,7 @@ opt = ADAMW(0.001, (0.89, 0.995), 0.1)
 ```
 """
 ADAMW(η = 0.001, β = (0.9, 0.999), decay = 0) =
-  Optimiser(ADAM(1, β), WeightDecay(decay), Descent(η))
+  Optimiser(ADAM(η, β), WeightDecay(decay))
 
 """
     AdaBelief(η = 0.001, β::Tuple = (0.9, 0.999), ϵ = $EPS)