Fix printing momentum for non-deepspeed optimizer (microsoft#464)

* Fix printing momentum for non-deepspeed optimizer Fix printing momentum for non-deepspeed optimizer * fix momentum access for Adam fix momentum access for Adam
bobisai · Oct 7, 2020 · c39a76f · c39a76f
1 parent 2efea69
commit c39a76f
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/deepspeed/runtime/engine.py b/deepspeed/runtime/engine.py
@@ -1002,7 +1002,10 @@ def get_type(self):
         return self._get_optimizer_param('type')
 
     def get_mom(self):
-        return self._get_optimizer_param('betas')
+        if self.optimizer_name() in ['SGD', 'RMSprop']:
+            return self._get_optimizer_param('momentum')
+        else:
+            return self._get_optimizer_param('betas')
 
     def _report_progress(self, step):
         lr = self.get_lr()