diff --git a/pytorch_lightning/callbacks/lr_monitor.py b/pytorch_lightning/callbacks/lr_monitor.py
index 28a198d370b10..50e37d3dbe5ed 100644
--- a/pytorch_lightning/callbacks/lr_monitor.py
+++ b/pytorch_lightning/callbacks/lr_monitor.py
@@ -281,6 +281,8 @@ def _find_names_from_optimizers(
         optimizers_without_scheduler = []
 
         for optimizer in optimizers:
+            # Deepspeed optimizer wraps the native optimizer
+            optimizer = optimizer.optimizer if hasattr(optimizer, "optimizer") else optimizer
             if optimizer in seen_optimizers:
                 continue