Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

install test: add cpu-adam, reformat, add colors #413

Merged
merged 2 commits into from
Sep 15, 2020
Merged

install test: add cpu-adam, reformat, add colors #413

Changes from 1 commit
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
811c806
add cpu-adam, reformat, add colors
jeffra Sep 15, 2020
50c3e2f
Merge branch 'master' into jeffra/install-test
jeffra Sep 15, 2020
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
51 changes: 35 additions & 16 deletions basic_install_test.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,46 +1,65 @@
import torch
import warnings
import importlib
import warnings

GREEN = '\033[92m'
RED = '\033[91m'
YELLOW = '\033[93m'
END = '\033[0m'
SUCCESS = f"{GREEN} [SUCCESS] {END}"
WARNING = f"{YELLOW} [WARNING] {END}"
FAIL = f'{RED} [FAIL] {END}'
INFO = ' [INFO]'

try:
import deepspeed
print("deepspeed successfully imported")
print(f"{SUCCESS} deepspeed successfully imported.")
except ImportError as err:
raise err

print(f"torch install path: {torch.__path__}")
print(f"torch version: {torch.__version__}")
print(f"deepspeed install path: {deepspeed.__path__}")
print(f"{INFO} torch install path: {torch.__path__}")
print(f"{INFO} torch version: {torch.__version__}, torch.cuda: {torch.version.cuda}")
print(f"{INFO} deepspeed install path: {deepspeed.__path__}")
print(
f"deepspeed info: {deepspeed.__version__}, {deepspeed.__git_hash__}, {deepspeed.__git_branch__}"
f"{INFO} deepspeed info: {deepspeed.__version__}, {deepspeed.__git_hash__}, {deepspeed.__git_branch__}"
)

try:
apex_C = importlib.import_module('apex_C')
print("apex successfully installed")
print(f"{SUCCESS} apex extensions successfully installed")
except Exception as err:
raise err
print(f'{WARNING} apex extensions are not installed')

try:
from apex.optimizers import FP16_Optimizer
print("using old-style apex")
print(f"{INFO} using old-style apex")
except ImportError:
print("using new-style apex")
print(f"{INFO} using new-style apex")

try:
importlib.import_module('deepspeed.ops.lamb.fused_lamb_cuda')
print('deepspeed lamb successfully installed.')
print(f'{SUCCESS} fused lamb successfully installed.')
except Exception as err:
warnings.warn("deepspeed lamb is NOT installed.")
print(f"{WARNING} fused lamb is NOT installed.")

try:
importlib.import_module('deepspeed.ops.transformer.transformer_cuda')
print('deepspeed transformer kernels successfully installed.')
print(f'{SUCCESS} transformer kernels successfully installed.')
except Exception as err:
warnings.warn('deepspeed transformer kernels are NOT installed.')
print(f'{WARNING} transformer kernels are NOT installed.')

try:
with warnings.catch_warnings():
warnings.simplefilter('ignore')
importlib.import_module('deepspeed.ops.sparse_attention.cpp_utils')
import triton
print(f'{SUCCESS} sparse attention successfully installed.')
except ImportError:
print(f'{WARNING} sparse attention is NOT installed.')

try:
importlib.import_module('deepspeed.ops.sparse_attention.cpp_utils')
print('deepspeed sparse attention successfully installed.')
importlib.import_module('deepspeed.ops.adam.cpu_adam_op')
print(f'{SUCCESS} cpu-adam (used by ZeRO-offload) successfully installed.')
except ImportError:
warnings.warn('deepspeed sparse attention is NOT installed.')
print(f'{WARNING} cpu-adam (used by ZeRO-offload) is NOT installed.')