fix deepspeed monitor

Lightning-AI · Oct 14, 2021 · 801d928 · 801d928
1 parent 40cecaa
commit 801d928
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/pytorch_lightning/callbacks/lr_monitor.py b/pytorch_lightning/callbacks/lr_monitor.py
@@ -281,6 +281,8 @@ def _find_names_from_optimizers(
         optimizers_without_scheduler = []
 
         for optimizer in optimizers:
+            # Deepspeed optimizer wraps the native optimizer
+            optimizer = optimizer.optimizer if hasattr(optimizer, "optimizer") else optimizer
             if optimizer in seen_optimizers:
                 continue