(#3) Defense: Apply ReduceLROnPlateau

betarixm · May 24, 2022 · 109cff1 · 109cff1
1 parent e635e5f
commit 109cff1
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/src/defense/models.py b/src/defense/models.py
@@ -83,7 +83,11 @@ def predict(epoch, logs):
                     step=epoch,
                 )
 
-        return [keras.callbacks.LambdaCallback(on_epoch_end=predict)]
+        reduce_lr = keras.callbacks.ReduceLROnPlateau(
+            monitor="val_loss", factor=0.2, patience=5, min_lr=0.001
+        )
+
+        return [reduce_lr, keras.callbacks.LambdaCallback(on_epoch_end=predict)]
 
 
 class Denoiser(Defense):