Including support for Deepspeed 0.8.0 (#14506)

### Description Including Support for Deepspeed 0.8.0. ### Motivation and Context Deepspeed 0.8.0 has a bug fix and mlfow integration.
microsoft · Feb 3, 2023 · f63cbeb · f63cbeb
1 parent e9d2034
commit f63cbeb
Showing 1 changed file with 14 additions and 1 deletion.
diff --git a/orttraining/orttraining/python/training/optim/_ds_modifier.py b/orttraining/orttraining/python/training/optim/_ds_modifier.py
@@ -39,14 +39,27 @@ def can_be_modified(self):
         # it's safe to update the version supporting list. Otherwise, or the file is moved or renamed,
         # we need to check the implementation of these functions in detail.
         ds_version = Version(deepspeed.__version__)
-        if ds_version > Version("0.7.3") or ds_version < Version("0.4.0"):
+        if ds_version > Version("0.8.0") or ds_version < Version("0.4.0"):
             warnings.warn(
                 "Skip modifying optimizer because of unsupported DeepSpeed version {}, "
                 "supported version: 0.4.0 - 0.7.3.".format(deepspeed.__version__),
                 UserWarning,
             )
             return False
 
+        try:
+            from deepspeed.accelerator import get_accelerator
+        except ImportError as e:
+            warnings.warn("Unable to import get_accelerator from deepspeed.accelerator", UserWarning)
+        else:
+            if not get_accelerator().device_name().startswith("cuda"):
+                warnings.warn(
+                    "Skip modifying optimizer as device is not supported, "
+                    "device name: {}".format(get_accelerator().device_name()),
+                    UserWarning,
+                )
+                return False
+
         return self.check_requirements(
             ["has_overflow_serial", "get_grad_norm_direct", "has_overflow_partitioned_grads_serial"],
             require_apex=False,