Update engine.py (microsoft#458)

Do not load optimizer states for fp32 if flag set to False.
bobisai · Oct 5, 2020 · 6717638 · 6717638
1 parent 9557557
commit 6717638
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/deepspeed/runtime/engine.py b/deepspeed/runtime/engine.py
@@ -1227,7 +1227,7 @@ def _load_checkpoint(self,
                 self.optimizer.load_state_dict(
                     checkpoint['optimizer'],
                     load_optimizer_states=load_optimizer_states)
-            else:
+            elif load_optimizer_states:
                 self.optimizer.load_state_dict(checkpoint['optimizer'])
 
         if load_lr_scheduler_states and self.lr_scheduler is not None: